2024-11-12 21:39:31,341 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-12 21:39:31,355 main DEBUG Took 0.011626 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 21:39:31,355 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 21:39:31,356 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 21:39:31,357 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 21:39:31,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,367 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 21:39:31,384 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,388 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,389 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,391 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,392 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,394 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,395 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,396 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,397 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,399 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:39:31,401 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,401 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 21:39:31,403 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:39:31,405 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 21:39:31,408 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 21:39:31,408 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 21:39:31,410 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 21:39:31,411 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 21:39:31,423 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 21:39:31,426 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 21:39:31,429 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 21:39:31,430 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 21:39:31,430 main DEBUG createAppenders(={Console}) 2024-11-12 21:39:31,431 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-12 21:39:31,432 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-12 21:39:31,432 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-12 21:39:31,433 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 21:39:31,433 main DEBUG OutputStream closed 2024-11-12 21:39:31,434 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 21:39:31,434 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 21:39:31,434 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-12 21:39:31,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 21:39:31,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 21:39:31,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 21:39:31,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 21:39:31,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 21:39:31,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 21:39:31,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 21:39:31,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 21:39:31,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 21:39:31,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 21:39:31,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 21:39:31,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 21:39:31,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 21:39:31,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 21:39:31,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 21:39:31,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 21:39:31,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 21:39:31,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 21:39:31,549 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 21:39:31,550 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-12 21:39:31,551 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 21:39:31,552 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-12T21:39:31,928 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078 2024-11-12 21:39:31,934 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 21:39:31,934 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T21:39:31,946 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-12T21:39:31,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T21:39:32,023 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1, deleteOnExit=true 2024-11-12T21:39:32,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T21:39:32,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/test.cache.data in system properties and HBase conf 2024-11-12T21:39:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T21:39:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/hadoop.log.dir in system properties and HBase conf 2024-11-12T21:39:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T21:39:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T21:39:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T21:39:32,148 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T21:39:32,268 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T21:39:32,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T21:39:32,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T21:39:32,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T21:39:32,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T21:39:32,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T21:39:32,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T21:39:32,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T21:39:32,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T21:39:32,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T21:39:32,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/nfs.dump.dir in system properties and HBase conf 2024-11-12T21:39:32,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/java.io.tmpdir in system properties and HBase conf 2024-11-12T21:39:32,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T21:39:32,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T21:39:32,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T21:39:33,213 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T21:39:33,295 INFO [Time-limited test {}] log.Log(170): Logging initialized @2889ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T21:39:33,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:39:33,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T21:39:33,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T21:39:33,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T21:39:33,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T21:39:33,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:39:33,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610d6b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/hadoop.log.dir/,AVAILABLE} 2024-11-12T21:39:33,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a6a643{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T21:39:33,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f405bdd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/java.io.tmpdir/jetty-localhost-39729-hadoop-hdfs-3_4_1-tests_jar-_-any-12164233818379972326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T21:39:33,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b829fcb{HTTP/1.1, (http/1.1)}{localhost:39729} 2024-11-12T21:39:33,766 INFO [Time-limited test {}] server.Server(415): Started @3361ms 2024-11-12T21:39:34,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:39:34,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T21:39:34,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T21:39:34,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T21:39:34,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T21:39:34,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350067e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/hadoop.log.dir/,AVAILABLE} 2024-11-12T21:39:34,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24457f8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T21:39:34,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e531827{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/java.io.tmpdir/jetty-localhost-38013-hadoop-hdfs-3_4_1-tests_jar-_-any-5986262935256086259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:39:34,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ea205b6{HTTP/1.1, (http/1.1)}{localhost:38013} 2024-11-12T21:39:34,315 INFO [Time-limited test {}] server.Server(415): Started @3911ms 2024-11-12T21:39:34,370 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T21:39:34,908 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/data/data1/current/BP-1259845928-172.17.0.2-1731447572973/current, will proceed with Du for space computation calculation, 2024-11-12T21:39:34,908 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/data/data2/current/BP-1259845928-172.17.0.2-1731447572973/current, will proceed with Du for space computation calculation, 2024-11-12T21:39:34,973 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T21:39:35,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae226c79a0fee28f with lease ID 0xd273a28b24e670bd: Processing first storage report for DS-fc741fd5-aeb6-4f81-8c08-96bb9a4aba45 from datanode DatanodeRegistration(127.0.0.1:43333, datanodeUuid=ecb9683f-2cbb-4beb-a617-82a76b1e7bbd, infoPort=33205, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=618992455;c=1731447572973) 2024-11-12T21:39:35,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae226c79a0fee28f with lease ID 0xd273a28b24e670bd: from storage DS-fc741fd5-aeb6-4f81-8c08-96bb9a4aba45 node DatanodeRegistration(127.0.0.1:43333, datanodeUuid=ecb9683f-2cbb-4beb-a617-82a76b1e7bbd, infoPort=33205, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=618992455;c=1731447572973), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-12T21:39:35,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae226c79a0fee28f with lease ID 0xd273a28b24e670bd: Processing first storage report for DS-1c561fa9-f9c9-4ffd-b5aa-3e1200b77440 from datanode DatanodeRegistration(127.0.0.1:43333, datanodeUuid=ecb9683f-2cbb-4beb-a617-82a76b1e7bbd, infoPort=33205, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=618992455;c=1731447572973) 2024-11-12T21:39:35,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae226c79a0fee28f with lease ID 0xd273a28b24e670bd: from storage DS-1c561fa9-f9c9-4ffd-b5aa-3e1200b77440 node DatanodeRegistration(127.0.0.1:43333, datanodeUuid=ecb9683f-2cbb-4beb-a617-82a76b1e7bbd, infoPort=33205, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=618992455;c=1731447572973), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T21:39:35,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078 2024-11-12T21:39:35,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/zookeeper_0, clientPort=51200, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T21:39:35,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51200 2024-11-12T21:39:35,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:39:35,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:39:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741825_1001 (size=7) 2024-11-12T21:39:35,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f with version=8 2024-11-12T21:39:35,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/hbase-staging 2024-11-12T21:39:36,068 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T21:39:36,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c576948786c:0 server-side Connection retries=45 2024-11-12T21:39:36,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:39:36,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T21:39:36,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T21:39:36,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:39:36,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T21:39:36,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T21:39:36,556 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T21:39:36,565 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T21:39:36,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T21:39:36,591 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 999 (auto-detected) 2024-11-12T21:39:36,592 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T21:39:36,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34667 2024-11-12T21:39:36,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34667 connecting to ZooKeeper ensemble=127.0.0.1:51200 2024-11-12T21:39:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346670x0, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T21:39:36,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34667-0x10035e0aef60000 connected 2024-11-12T21:39:36,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:39:36,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:39:36,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:39:36,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f, hbase.cluster.distributed=false 2024-11-12T21:39:36,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T21:39:36,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34667 2024-11-12T21:39:36,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34667 2024-11-12T21:39:36,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34667 2024-11-12T21:39:36,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34667 2024-11-12T21:39:36,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34667 2024-11-12T21:39:36,823 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c576948786c:0 server-side Connection retries=45 2024-11-12T21:39:36,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:39:36,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T21:39:36,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T21:39:36,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:39:36,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T21:39:36,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T21:39:36,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T21:39:36,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36959 2024-11-12T21:39:36,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36959 connecting to ZooKeeper ensemble=127.0.0.1:51200 2024-11-12T21:39:36,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:39:36,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:39:36,844 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369590x0, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T21:39:36,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36959-0x10035e0aef60001 connected 2024-11-12T21:39:36,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:39:36,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T21:39:36,859 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T21:39:36,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T21:39:36,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T21:39:36,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-12T21:39:36,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36959 2024-11-12T21:39:36,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36959 2024-11-12T21:39:36,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-12T21:39:36,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-12T21:39:36,885 DEBUG [M:0;0c576948786c:34667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c576948786c:34667 2024-11-12T21:39:36,886 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0c576948786c,34667,1731447576119 2024-11-12T21:39:36,892 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:39:36,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:39:36,893 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0c576948786c,34667,1731447576119 2024-11-12T21:39:36,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:36,912 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T21:39:36,912 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:36,913 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T21:39:36,914 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0c576948786c,34667,1731447576119 from backup master directory 2024-11-12T21:39:36,916 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:39:36,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0c576948786c,34667,1731447576119 2024-11-12T21:39:36,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:39:36,916 WARN [master/0c576948786c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T21:39:36,917 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c576948786c,34667,1731447576119 2024-11-12T21:39:36,919 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T21:39:36,920 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T21:39:36,981 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/hbase.id] with ID: eed33afc-d170-44f1-b598-0e193854dfa7 2024-11-12T21:39:36,981 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/.tmp/hbase.id 2024-11-12T21:39:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741826_1002 (size=42) 2024-11-12T21:39:37,394 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/.tmp/hbase.id]:[hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/hbase.id] 2024-11-12T21:39:37,444 INFO [master/0c576948786c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:39:37,449 INFO [master/0c576948786c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T21:39:37,468 INFO [master/0c576948786c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-12T21:39:37,471 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:37,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:37,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741827_1003 (size=196) 2024-11-12T21:39:37,903 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:39:37,906 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T21:39:37,927 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:37,934 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:39:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741828_1004 (size=1189) 2024-11-12T21:39:37,996 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store 2024-11-12T21:39:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741829_1005 (size=34) 2024-11-12T21:39:38,420 INFO [master/0c576948786c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T21:39:38,423 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:39:38,424 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T21:39:38,424 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:39:38,424 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:39:38,426 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T21:39:38,426 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:39:38,426 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:39:38,427 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731447578424Disabling compacts and flushes for region at 1731447578424Disabling writes for close at 1731447578426 (+2 ms)Writing region close event to WAL at 1731447578426Closed at 1731447578426 2024-11-12T21:39:38,430 WARN [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/.initializing 2024-11-12T21:39:38,430 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/WALs/0c576948786c,34667,1731447576119 2024-11-12T21:39:38,438 INFO [master/0c576948786c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:39:38,458 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C34667%2C1731447576119, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/WALs/0c576948786c,34667,1731447576119, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/oldWALs, maxLogs=10 2024-11-12T21:39:38,488 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/WALs/0c576948786c,34667,1731447576119/0c576948786c%2C34667%2C1731447576119.1731447578464, exclude list is [], retry=0 2024-11-12T21:39:38,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-fc741fd5-aeb6-4f81-8c08-96bb9a4aba45,DISK] 2024-11-12T21:39:38,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T21:39:38,544 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/WALs/0c576948786c,34667,1731447576119/0c576948786c%2C34667%2C1731447576119.1731447578464 2024-11-12T21:39:38,545 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33205:33205)] 2024-11-12T21:39:38,545 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:39:38,546 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:39:38,548 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,549 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T21:39:38,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:38,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:38,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T21:39:38,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:38,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:39:38,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T21:39:38,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:38,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:39:38,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T21:39:38,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:38,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:39:38,647 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,651 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,653 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,660 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,661 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,666 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T21:39:38,671 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:39:38,678 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:39:38,681 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61618604, jitterRate=-0.08181124925613403}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T21:39:38,689 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731447578562Initializing all the Stores at 1731447578565 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447578565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447578566 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447578567 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447578567Cleaning up temporary data from old regions at 1731447578661 (+94 ms)Region opened successfully at 1731447578689 (+28 ms) 2024-11-12T21:39:38,691 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T21:39:38,732 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e0cf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c576948786c/172.17.0.2:0 2024-11-12T21:39:38,776 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T21:39:38,791 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T21:39:38,791 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T21:39:38,796 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T21:39:38,798 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-12T21:39:38,805 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-12T21:39:38,806 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T21:39:38,843 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T21:39:38,853 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T21:39:38,855 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T21:39:38,858 INFO [master/0c576948786c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T21:39:38,861 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T21:39:38,862 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T21:39:38,866 INFO [master/0c576948786c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T21:39:38,870 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T21:39:38,872 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T21:39:38,873 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T21:39:38,874 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T21:39:38,893 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T21:39:38,894 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T21:39:38,897 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T21:39:38,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T21:39:38,897 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:38,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:38,901 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c576948786c,34667,1731447576119, sessionid=0x10035e0aef60000, setting cluster-up flag (Was=false) 2024-11-12T21:39:38,912 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:38,918 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T21:39:38,921 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c576948786c,34667,1731447576119 2024-11-12T21:39:38,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:38,928 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:38,933 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T21:39:38,935 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c576948786c,34667,1731447576119 2024-11-12T21:39:38,941 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T21:39:38,978 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(746): ClusterId : eed33afc-d170-44f1-b598-0e193854dfa7 2024-11-12T21:39:38,981 DEBUG [RS:0;0c576948786c:36959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T21:39:38,988 DEBUG [RS:0;0c576948786c:36959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T21:39:38,988 DEBUG [RS:0;0c576948786c:36959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T21:39:38,991 DEBUG [RS:0;0c576948786c:36959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T21:39:38,992 DEBUG [RS:0;0c576948786c:36959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38748a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c576948786c/172.17.0.2:0 2024-11-12T21:39:39,009 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c576948786c:36959 2024-11-12T21:39:39,012 INFO [RS:0;0c576948786c:36959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T21:39:39,012 INFO [RS:0;0c576948786c:36959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T21:39:39,012 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T21:39:39,015 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,34667,1731447576119 with port=36959, startcode=1731447576789 2024-11-12T21:39:39,016 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T21:39:39,026 DEBUG [RS:0;0c576948786c:36959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T21:39:39,028 INFO [master/0c576948786c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T21:39:39,036 INFO [master/0c576948786c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T21:39:39,042 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c576948786c,34667,1731447576119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T21:39:39,052 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:39:39,052 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:39:39,053 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:39:39,053 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:39:39,053 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c576948786c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T21:39:39,053 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,053 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c576948786c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T21:39:39,054 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:39:39,061 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731447609061 2024-11-12T21:39:39,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T21:39:39,062 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T21:39:39,063 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T21:39:39,064 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T21:39:39,068 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34667 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:39,068 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T21:39:39,069 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T21:39:39,069 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:39,069 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T21:39:39,069 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T21:39:39,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T21:39:39,070 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,075 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T21:39:39,076 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T21:39:39,077 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T21:39:39,080 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T21:39:39,080 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T21:39:39,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741831_1007 (size=1321) 2024-11-12T21:39:39,082 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731447579081,5,FailOnTimeoutGroup] 2024-11-12T21:39:39,085 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731447579082,5,FailOnTimeoutGroup] 2024-11-12T21:39:39,085 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,085 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T21:39:39,086 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,087 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,097 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T21:39:39,097 WARN [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T21:39:39,200 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,34667,1731447576119 with port=36959, startcode=1731447576789 2024-11-12T21:39:39,204 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c576948786c,36959,1731447576789 2024-11-12T21:39:39,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34667 {}] master.ServerManager(517): Registering regionserver=0c576948786c,36959,1731447576789 2024-11-12T21:39:39,220 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f 2024-11-12T21:39:39,220 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38539 2024-11-12T21:39:39,220 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T21:39:39,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:39:39,224 DEBUG [RS:0;0c576948786c:36959 {}] zookeeper.ZKUtil(111): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0c576948786c,36959,1731447576789 2024-11-12T21:39:39,224 WARN [RS:0;0c576948786c:36959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T21:39:39,224 INFO [RS:0;0c576948786c:36959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:39:39,224 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/WALs/0c576948786c,36959,1731447576789 2024-11-12T21:39:39,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c576948786c,36959,1731447576789] 2024-11-12T21:39:39,250 INFO [RS:0;0c576948786c:36959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T21:39:39,273 INFO [RS:0;0c576948786c:36959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T21:39:39,278 INFO [RS:0;0c576948786c:36959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T21:39:39,279 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,280 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T21:39:39,286 INFO [RS:0;0c576948786c:36959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T21:39:39,288 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,288 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,288 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,288 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,288 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,289 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,289 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T21:39:39,289 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,289 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,289 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,290 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,290 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,290 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:39:39,290 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:39:39,290 DEBUG [RS:0;0c576948786c:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:39:39,292 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,292 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,292 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,292 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,293 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,293 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,36959,1731447576789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T21:39:39,312 INFO [RS:0;0c576948786c:36959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T21:39:39,314 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,36959,1731447576789-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,314 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,314 INFO [RS:0;0c576948786c:36959 {}] regionserver.Replication(171): 0c576948786c,36959,1731447576789 started 2024-11-12T21:39:39,330 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:39,331 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1482): Serving as 0c576948786c,36959,1731447576789, RpcServer on 0c576948786c/172.17.0.2:36959, sessionid=0x10035e0aef60001 2024-11-12T21:39:39,331 DEBUG [RS:0;0c576948786c:36959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T21:39:39,331 DEBUG [RS:0;0c576948786c:36959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c576948786c,36959,1731447576789 2024-11-12T21:39:39,332 DEBUG [RS:0;0c576948786c:36959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,36959,1731447576789' 2024-11-12T21:39:39,332 DEBUG [RS:0;0c576948786c:36959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T21:39:39,333 DEBUG [RS:0;0c576948786c:36959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T21:39:39,333 DEBUG [RS:0;0c576948786c:36959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T21:39:39,334 DEBUG [RS:0;0c576948786c:36959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T21:39:39,334 DEBUG [RS:0;0c576948786c:36959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c576948786c,36959,1731447576789 2024-11-12T21:39:39,334 DEBUG [RS:0;0c576948786c:36959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,36959,1731447576789' 2024-11-12T21:39:39,334 DEBUG [RS:0;0c576948786c:36959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T21:39:39,334 DEBUG [RS:0;0c576948786c:36959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T21:39:39,335 DEBUG [RS:0;0c576948786c:36959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T21:39:39,335 INFO [RS:0;0c576948786c:36959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T21:39:39,336 INFO [RS:0;0c576948786c:36959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T21:39:39,446 INFO [RS:0;0c576948786c:36959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:39:39,450 INFO [RS:0;0c576948786c:36959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C36959%2C1731447576789, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/WALs/0c576948786c,36959,1731447576789, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/oldWALs, maxLogs=32 2024-11-12T21:39:39,468 DEBUG [RS:0;0c576948786c:36959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/WALs/0c576948786c,36959,1731447576789/0c576948786c%2C36959%2C1731447576789.1731447579452, exclude list is [], retry=0 2024-11-12T21:39:39,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-fc741fd5-aeb6-4f81-8c08-96bb9a4aba45,DISK] 2024-11-12T21:39:39,477 INFO [RS:0;0c576948786c:36959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/WALs/0c576948786c,36959,1731447576789/0c576948786c%2C36959%2C1731447576789.1731447579452 2024-11-12T21:39:39,478 DEBUG [RS:0;0c576948786c:36959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33205:33205)] 2024-11-12T21:39:39,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T21:39:39,484 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f 2024-11-12T21:39:39,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741833_1009 (size=32) 2024-11-12T21:39:39,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:39:39,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T21:39:39,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T21:39:39,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:39,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:39,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T21:39:39,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T21:39:39,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:39,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:39,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T21:39:39,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T21:39:39,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:39,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:39,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T21:39:39,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T21:39:39,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:39,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:39,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T21:39:39,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740 2024-11-12T21:39:39,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740 2024-11-12T21:39:39,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T21:39:39,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T21:39:39,928 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:39:39,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T21:39:39,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:39:39,935 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71576255, jitterRate=0.06656931340694427}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:39:39,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731447579898Initializing all the Stores at 1731447579900 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447579901 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447579901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447579901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447579901Cleaning up temporary data from old regions at 1731447579927 (+26 ms)Region opened successfully at 1731447579939 (+12 ms) 2024-11-12T21:39:39,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T21:39:39,939 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T21:39:39,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T21:39:39,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T21:39:39,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T21:39:39,941 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T21:39:39,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731447579939Disabling compacts and flushes for region at 1731447579939Disabling writes for close at 1731447579940 (+1 ms)Writing region close event to WAL at 1731447579941 (+1 ms)Closed at 1731447579941 2024-11-12T21:39:39,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:39:39,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T21:39:39,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T21:39:39,958 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T21:39:39,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T21:39:40,114 DEBUG [0c576948786c:34667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T21:39:40,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:39:40,129 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c576948786c,36959,1731447576789, state=OPENING 2024-11-12T21:39:40,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T21:39:40,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:40,134 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:39:40,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:39:40,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:39:40,137 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T21:39:40,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:39:40,317 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T21:39:40,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51243, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T21:39:40,331 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T21:39:40,331 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:39:40,331 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T21:39:40,334 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C36959%2C1731447576789.meta, suffix=.meta, logDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/WALs/0c576948786c,36959,1731447576789, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/oldWALs, maxLogs=32 2024-11-12T21:39:40,349 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/WALs/0c576948786c,36959,1731447576789/0c576948786c%2C36959%2C1731447576789.meta.1731447580336.meta, exclude list is [], retry=0 2024-11-12T21:39:40,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-fc741fd5-aeb6-4f81-8c08-96bb9a4aba45,DISK] 2024-11-12T21:39:40,356 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/WALs/0c576948786c,36959,1731447576789/0c576948786c%2C36959%2C1731447576789.meta.1731447580336.meta 2024-11-12T21:39:40,356 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33205:33205)] 2024-11-12T21:39:40,357 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:39:40,358 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T21:39:40,361 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T21:39:40,365 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T21:39:40,369 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T21:39:40,370 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:39:40,370 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T21:39:40,370 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T21:39:40,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T21:39:40,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T21:39:40,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:40,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:40,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T21:39:40,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T21:39:40,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:40,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:40,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T21:39:40,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T21:39:40,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:40,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:40,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T21:39:40,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T21:39:40,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:40,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:39:40,384 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T21:39:40,386 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740 2024-11-12T21:39:40,389 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740 2024-11-12T21:39:40,391 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T21:39:40,391 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T21:39:40,392 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:39:40,395 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T21:39:40,397 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73681553, jitterRate=0.09794069826602936}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:39:40,397 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T21:39:40,398 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731447580371Writing region info on filesystem at 1731447580371Initializing all the Stores at 1731447580373 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447580373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447580373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447580374 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447580374Cleaning up temporary data from old regions at 1731447580391 (+17 ms)Running coprocessor post-open hooks at 1731447580397 (+6 ms)Region opened successfully at 1731447580398 (+1 ms) 2024-11-12T21:39:40,404 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731447580307 2024-11-12T21:39:40,414 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T21:39:40,415 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T21:39:40,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:39:40,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c576948786c,36959,1731447576789, state=OPEN 2024-11-12T21:39:40,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T21:39:40,423 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T21:39:40,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:39:40,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:39:40,424 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:40,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T21:39:40,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c576948786c,36959,1731447576789 in 286 msec 2024-11-12T21:39:40,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T21:39:40,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-12T21:39:40,439 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:39:40,439 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T21:39:40,456 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:40,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:40,475 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:40,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:40,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5280 sec 2024-11-12T21:39:40,500 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731447580500, completionTime=-1 2024-11-12T21:39:40,503 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T21:39:40,503 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T21:39:40,529 INFO [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T21:39:40,530 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731447640529 2024-11-12T21:39:40,530 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731447700530 2024-11-12T21:39:40,530 INFO [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-12T21:39:40,532 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,34667,1731447576119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:40,532 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,34667,1731447576119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:40,533 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,34667,1731447576119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:40,535 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c576948786c:34667, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:40,535 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:40,536 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:40,543 DEBUG [master/0c576948786c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T21:39:40,565 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.648sec 2024-11-12T21:39:40,566 INFO [master/0c576948786c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T21:39:40,568 INFO [master/0c576948786c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T21:39:40,569 INFO [master/0c576948786c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T21:39:40,569 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T21:39:40,569 INFO [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T21:39:40,570 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,34667,1731447576119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T21:39:40,571 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,34667,1731447576119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T21:39:40,580 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T21:39:40,581 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T21:39:40,582 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,34667,1731447576119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:39:40,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91e8bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:40,589 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T21:39:40,589 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T21:39:40,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:40,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:40,603 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:40,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:40,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:40,614 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:40,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31132877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:40,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:40,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:40,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c576948786c,34667,1731447576119 2024-11-12T21:39:40,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=9918 2024-11-12T21:39:40,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:39:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,34667,1731447576119 2024-11-12T21:39:40,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f36750 2024-11-12T21:39:40,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:39:40,683 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:39:40,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:39:40,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:39:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:39:40,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:39:40,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-12T21:39:40,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:40,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:39:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:39:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741835_1011 (size=959) 2024-11-12T21:39:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:39:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:39:41,142 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f 2024-11-12T21:39:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741836_1012 (size=53) 2024-11-12T21:39:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:39:41,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:39:41,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a42168a75bf016c9cc0fa80d862f9869, disabling compactions & flushes 2024-11-12T21:39:41,557 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:41,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:41,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. after waiting 0 ms 2024-11-12T21:39:41,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:41,558 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:41,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a42168a75bf016c9cc0fa80d862f9869: Waiting for close lock at 1731447581556Disabling compacts and flushes for region at 1731447581556Disabling writes for close at 1731447581557 (+1 ms)Writing region close event to WAL at 1731447581557Closed at 1731447581557 2024-11-12T21:39:41,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:39:41,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731447581564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731447581564"}]},"ts":"1731447581564"} 2024-11-12T21:39:41,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:39:41,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:39:41,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447581576"}]},"ts":"1731447581576"} 2024-11-12T21:39:41,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:39:41,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, ASSIGN}] 2024-11-12T21:39:41,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, ASSIGN 2024-11-12T21:39:41,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, ASSIGN; state=OFFLINE, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=false 2024-11-12T21:39:41,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a42168a75bf016c9cc0fa80d862f9869, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:39:41,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, ASSIGN because future has completed 2024-11-12T21:39:41,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:39:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:39:41,908 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:41,909 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:39:41,909 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,909 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:39:41,910 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,910 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,913 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,916 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42168a75bf016c9cc0fa80d862f9869 columnFamilyName A 2024-11-12T21:39:41,916 DEBUG [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:41,918 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] regionserver.HStore(327): Store=a42168a75bf016c9cc0fa80d862f9869/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:39:41,918 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,920 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42168a75bf016c9cc0fa80d862f9869 columnFamilyName B 2024-11-12T21:39:41,920 DEBUG [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:41,921 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] regionserver.HStore(327): Store=a42168a75bf016c9cc0fa80d862f9869/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:39:41,921 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,923 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42168a75bf016c9cc0fa80d862f9869 columnFamilyName C 2024-11-12T21:39:41,923 DEBUG [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:39:41,924 INFO [StoreOpener-a42168a75bf016c9cc0fa80d862f9869-1 {}] regionserver.HStore(327): Store=a42168a75bf016c9cc0fa80d862f9869/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:39:41,925 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,927 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,927 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,930 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,930 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,931 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:39:41,934 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,938 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:39:41,938 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a42168a75bf016c9cc0fa80d862f9869; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58865565, jitterRate=-0.12283472716808319}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:39:41,939 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:41,940 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a42168a75bf016c9cc0fa80d862f9869: Running coprocessor pre-open hook at 1731447581910Writing region info on filesystem at 1731447581910Initializing all the Stores at 1731447581912 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447581912Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447581912Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447581912Cleaning up temporary data from old regions at 1731447581930 (+18 ms)Running coprocessor post-open hooks at 1731447581939 (+9 ms)Region opened successfully at 1731447581939 2024-11-12T21:39:41,942 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., pid=6, masterSystemTime=1731447581901 2024-11-12T21:39:41,945 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:41,945 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:41,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a42168a75bf016c9cc0fa80d862f9869, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:39:41,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:39:41,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T21:39:41,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 in 207 msec 2024-11-12T21:39:41,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T21:39:41,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, ASSIGN in 373 msec 2024-11-12T21:39:41,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:39:41,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447581963"}]},"ts":"1731447581963"} 2024-11-12T21:39:41,967 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:39:41,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:39:41,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2760 sec 2024-11-12T21:39:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:39:42,874 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:39:42,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cd370b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,886 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,890 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89b31dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:39:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,34667,1731447576119 2024-11-12T21:39:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e07ee28 2024-11-12T21:39:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:39:42,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:39:42,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a25f29a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,910 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1a1116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,914 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59e9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8953fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,918 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2da332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,921 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75df9ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,925 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,929 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bed14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5731bbe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,932 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b130fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce4b195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c885828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,942 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,945 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500e7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28287983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,949 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14983026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,953 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7a39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c04eae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,956 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adce01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,959 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7256f4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d75e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,963 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0dfe7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,966 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d04c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9d7e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:39:42,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:39:42,969 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:39:42,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:39:42,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:39:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a56f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:39:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:39:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:39:42,971 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:39:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2db193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:39:42,978 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,979 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,979 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,981 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,981 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,982 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,983 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,984 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,986 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:39:42,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:39:42,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,990 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:39:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,990 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:39:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:42,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-12T21:39:42,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:39:42,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:42,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:42,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:42,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:39:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:39:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:43,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:43,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:39:43,003 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:39:43,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:39:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:43,085 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:43,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:39:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:39:43,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:43,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/dbe6d1bbac1f4adbbda811cc9eb872d3 is 50, key is test_row_0/A:col10/1731447583087/Put/seqid=0 2024-11-12T21:39:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741837_1013 (size=12001) 2024-11-12T21:39:43,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447643248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447643249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447643252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447643258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447643264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:39:43,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447643381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447643383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447643383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447643383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447643392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:43,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447643591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447643602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447643602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447643603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447643613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:39:43,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/dbe6d1bbac1f4adbbda811cc9eb872d3 2024-11-12T21:39:43,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/c01bac452a054b1bb31f8b739f163111 is 50, key is test_row_0/B:col10/1731447583087/Put/seqid=0 2024-11-12T21:39:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741838_1014 (size=12001) 2024-11-12T21:39:43,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/c01bac452a054b1bb31f8b739f163111 2024-11-12T21:39:43,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/a42e043b62a347b5884ff8f9b16191eb is 50, key is test_row_0/C:col10/1731447583087/Put/seqid=0 2024-11-12T21:39:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741839_1015 (size=12001) 2024-11-12T21:39:43,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/a42e043b62a347b5884ff8f9b16191eb 2024-11-12T21:39:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/dbe6d1bbac1f4adbbda811cc9eb872d3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/dbe6d1bbac1f4adbbda811cc9eb872d3 2024-11-12T21:39:43,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:43,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:43,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:43,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/dbe6d1bbac1f4adbbda811cc9eb872d3, entries=150, sequenceid=14, filesize=11.7 K 2024-11-12T21:39:43,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/c01bac452a054b1bb31f8b739f163111 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c01bac452a054b1bb31f8b739f163111 2024-11-12T21:39:43,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c01bac452a054b1bb31f8b739f163111, entries=150, sequenceid=14, filesize=11.7 K 2024-11-12T21:39:43,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/a42e043b62a347b5884ff8f9b16191eb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/a42e043b62a347b5884ff8f9b16191eb 2024-11-12T21:39:43,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/a42e043b62a347b5884ff8f9b16191eb, entries=150, sequenceid=14, filesize=11.7 K 2024-11-12T21:39:43,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a42168a75bf016c9cc0fa80d862f9869 in 821ms, sequenceid=14, compaction requested=false 2024-11-12T21:39:43,916 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T21:39:43,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:43,929 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:43,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:39:43,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/0682606ffc514274963d208fc1a4664c is 50, key is test_row_0/A:col10/1731447583224/Put/seqid=0 2024-11-12T21:39:43,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447643952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447643959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447643960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447643963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447643966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741840_1016 (size=19021) 2024-11-12T21:39:43,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/0682606ffc514274963d208fc1a4664c 2024-11-12T21:39:44,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b6cebaa822ac44819db4f8d4ddfdf341 is 50, key is test_row_0/B:col10/1731447583224/Put/seqid=0 2024-11-12T21:39:44,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741841_1017 (size=12001) 2024-11-12T21:39:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447644075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447644091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447644093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447644093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447644094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:39:44,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447644281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447644312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447644312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447644321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447644321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b6cebaa822ac44819db4f8d4ddfdf341 2024-11-12T21:39:44,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/9caeac3fbf264faa8a7012abd1b879d9 is 50, key is test_row_0/C:col10/1731447583224/Put/seqid=0 2024-11-12T21:39:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741842_1018 (size=12001) 2024-11-12T21:39:44,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/9caeac3fbf264faa8a7012abd1b879d9 2024-11-12T21:39:44,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/0682606ffc514274963d208fc1a4664c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0682606ffc514274963d208fc1a4664c 2024-11-12T21:39:44,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0682606ffc514274963d208fc1a4664c, entries=300, sequenceid=40, filesize=18.6 K 2024-11-12T21:39:44,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b6cebaa822ac44819db4f8d4ddfdf341 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b6cebaa822ac44819db4f8d4ddfdf341 2024-11-12T21:39:44,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b6cebaa822ac44819db4f8d4ddfdf341, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T21:39:44,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/9caeac3fbf264faa8a7012abd1b879d9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/9caeac3fbf264faa8a7012abd1b879d9 2024-11-12T21:39:44,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/9caeac3fbf264faa8a7012abd1b879d9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T21:39:44,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a42168a75bf016c9cc0fa80d862f9869 in 660ms, sequenceid=40, compaction requested=false 2024-11-12T21:39:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:44,612 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:44,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:39:44,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/4799424e00e1439eb95ea4f47ea4ed62 is 50, key is test_row_0/A:col10/1731447584604/Put/seqid=0 2024-11-12T21:39:44,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:44,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:44,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741843_1019 (size=11997) 2024-11-12T21:39:44,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/4799424e00e1439eb95ea4f47ea4ed62 2024-11-12T21:39:44,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/28d2687b03f943409105f6b19aa6fa8f is 50, key is test_row_0/B:col10/1731447584604/Put/seqid=0 2024-11-12T21:39:44,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741844_1020 (size=9657) 2024-11-12T21:39:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447644720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447644724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447644737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447644742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447644744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447644841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447644851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447644861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447644862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447644862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:44,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:44,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447645051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447645071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447645072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447645072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447645081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/28d2687b03f943409105f6b19aa6fa8f 2024-11-12T21:39:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:39:45,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/25cde9917f8b4b769eb130f731849c3e is 50, key is test_row_0/C:col10/1731447584604/Put/seqid=0 2024-11-12T21:39:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741845_1021 (size=9657) 2024-11-12T21:39:45,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T21:39:45,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447645371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447645381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447645391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447645391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447645391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:45,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:45,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:45,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:45,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:45,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/25cde9917f8b4b769eb130f731849c3e 2024-11-12T21:39:45,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/4799424e00e1439eb95ea4f47ea4ed62 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4799424e00e1439eb95ea4f47ea4ed62 2024-11-12T21:39:45,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4799424e00e1439eb95ea4f47ea4ed62, entries=150, sequenceid=51, filesize=11.7 K 2024-11-12T21:39:45,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/28d2687b03f943409105f6b19aa6fa8f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/28d2687b03f943409105f6b19aa6fa8f 2024-11-12T21:39:45,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/28d2687b03f943409105f6b19aa6fa8f, entries=100, sequenceid=51, filesize=9.4 K 2024-11-12T21:39:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/25cde9917f8b4b769eb130f731849c3e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/25cde9917f8b4b769eb130f731849c3e 2024-11-12T21:39:45,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/25cde9917f8b4b769eb130f731849c3e, entries=100, sequenceid=51, filesize=9.4 K 2024-11-12T21:39:45,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for a42168a75bf016c9cc0fa80d862f9869 in 1059ms, sequenceid=51, compaction requested=true 2024-11-12T21:39:45,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:45,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:39:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:45,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:39:45,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:45,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:39:45,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:45,681 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:45,684 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:45,688 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:45,690 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:39:45,690 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,691 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c01bac452a054b1bb31f8b739f163111, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b6cebaa822ac44819db4f8d4ddfdf341, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/28d2687b03f943409105f6b19aa6fa8f] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=32.9 K 2024-11-12T21:39:45,694 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c01bac452a054b1bb31f8b739f163111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731447583073 2024-11-12T21:39:45,695 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b6cebaa822ac44819db4f8d4ddfdf341, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447583224 2024-11-12T21:39:45,696 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43019 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:45,696 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d2687b03f943409105f6b19aa6fa8f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731447583961 2024-11-12T21:39:45,697 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:39:45,697 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,701 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/dbe6d1bbac1f4adbbda811cc9eb872d3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0682606ffc514274963d208fc1a4664c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4799424e00e1439eb95ea4f47ea4ed62] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=42.0 K 2024-11-12T21:39:45,702 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbe6d1bbac1f4adbbda811cc9eb872d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731447583073 2024-11-12T21:39:45,703 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0682606ffc514274963d208fc1a4664c, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447583224 2024-11-12T21:39:45,704 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4799424e00e1439eb95ea4f47ea4ed62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731447583958 2024-11-12T21:39:45,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:39:45,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:45,734 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T21:39:45,756 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#9 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:45,757 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/36cb89beb69143e58d9af4766120d1f9 is 50, key is test_row_0/B:col10/1731447584604/Put/seqid=0 2024-11-12T21:39:45,768 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:45,769 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/8cff4614fff04bd89a71bc7214c9f306 is 50, key is test_row_0/A:col10/1731447584604/Put/seqid=0 2024-11-12T21:39:45,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/6a00f75332254989af505f643bf78870 is 50, key is test_row_0/A:col10/1731447584733/Put/seqid=0 2024-11-12T21:39:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741847_1023 (size=12104) 2024-11-12T21:39:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741846_1022 (size=12104) 2024-11-12T21:39:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741848_1024 (size=12001) 2024-11-12T21:39:45,840 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/6a00f75332254989af505f643bf78870 2024-11-12T21:39:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/acd55d9208344b5da994f3db4fd53f42 is 50, key is test_row_0/B:col10/1731447584733/Put/seqid=0 2024-11-12T21:39:45,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:39:45,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741849_1025 (size=12001) 2024-11-12T21:39:45,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447645913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447645913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447645923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447645923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:45,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447645923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:45,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:45,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447646031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447646031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447646040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447646041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447646041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,227 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/8cff4614fff04bd89a71bc7214c9f306 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8cff4614fff04bd89a71bc7214c9f306 2024-11-12T21:39:46,230 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/36cb89beb69143e58d9af4766120d1f9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/36cb89beb69143e58d9af4766120d1f9 2024-11-12T21:39:46,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447646241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447646241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,258 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 8cff4614fff04bd89a71bc7214c9f306(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:46,258 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 36cb89beb69143e58d9af4766120d1f9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:46,258 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:46,258 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:46,261 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=13, startTime=1731447585673; duration=0sec 2024-11-12T21:39:46,261 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=13, startTime=1731447585680; duration=0sec 2024-11-12T21:39:46,262 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:46,262 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:46,262 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:39:46,262 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:39:46,262 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:46,264 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:46,264 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:39:46,264 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:46,264 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/a42e043b62a347b5884ff8f9b16191eb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/9caeac3fbf264faa8a7012abd1b879d9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/25cde9917f8b4b769eb130f731849c3e] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=32.9 K 2024-11-12T21:39:46,269 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting a42e043b62a347b5884ff8f9b16191eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731447583073 2024-11-12T21:39:46,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447646261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,270 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9caeac3fbf264faa8a7012abd1b879d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447583224 2024-11-12T21:39:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447646261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447646261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,271 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25cde9917f8b4b769eb130f731849c3e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731447583961 2024-11-12T21:39:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,294 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:46,295 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c431c806f2464747a018b1db070de684 is 50, key is test_row_0/C:col10/1731447584604/Put/seqid=0 2024-11-12T21:39:46,318 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/acd55d9208344b5da994f3db4fd53f42 2024-11-12T21:39:46,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741850_1026 (size=12104) 2024-11-12T21:39:46,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/02c18b1743f6492d9aaaf08ac2016835 is 50, key is test_row_0/C:col10/1731447584733/Put/seqid=0 2024-11-12T21:39:46,377 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c431c806f2464747a018b1db070de684 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c431c806f2464747a018b1db070de684 2024-11-12T21:39:46,393 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into c431c806f2464747a018b1db070de684(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:46,393 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:46,396 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=13, startTime=1731447585680; duration=0sec 2024-11-12T21:39:46,396 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:46,397 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:39:46,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741851_1027 (size=12001) 2024-11-12T21:39:46,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T21:39:46,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T21:39:46,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T21:39:46,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T21:39:46,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T21:39:46,556 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T21:39:46,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T21:39:46,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-12T21:39:46,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447646561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447646561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447646582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:46,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447646582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447646582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:46,808 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/02c18b1743f6492d9aaaf08ac2016835 2024-11-12T21:39:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/6a00f75332254989af505f643bf78870 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6a00f75332254989af505f643bf78870 2024-11-12T21:39:46,838 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6a00f75332254989af505f643bf78870, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T21:39:46,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/acd55d9208344b5da994f3db4fd53f42 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/acd55d9208344b5da994f3db4fd53f42 2024-11-12T21:39:46,852 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/acd55d9208344b5da994f3db4fd53f42, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T21:39:46,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/02c18b1743f6492d9aaaf08ac2016835 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/02c18b1743f6492d9aaaf08ac2016835 2024-11-12T21:39:46,865 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/02c18b1743f6492d9aaaf08ac2016835, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T21:39:46,867 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for a42168a75bf016c9cc0fa80d862f9869 in 1133ms, sequenceid=78, compaction requested=false 2024-11-12T21:39:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T21:39:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T21:39:46,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T21:39:46,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8650 sec 2024-11-12T21:39:46,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.8870 sec 2024-11-12T21:39:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:47,074 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:47,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:39:47,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/6384238fb39a409da356ede8bea2aafb is 50, key is test_row_0/A:col10/1731447585918/Put/seqid=0 2024-11-12T21:39:47,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741852_1028 (size=14341) 2024-11-12T21:39:47,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/6384238fb39a409da356ede8bea2aafb 2024-11-12T21:39:47,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447647132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447647139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447647135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447647143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447647145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/57577ec11df74aa1bc96b71608790e93 is 50, key is test_row_0/B:col10/1731447585918/Put/seqid=0 2024-11-12T21:39:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:39:47,182 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:39:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741853_1029 (size=12001) 2024-11-12T21:39:47,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:39:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-12T21:39:47,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/57577ec11df74aa1bc96b71608790e93 2024-11-12T21:39:47,186 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:39:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:39:47,189 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:39:47,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:39:47,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/33148c3aa27c476a8d59369e5bad6ab4 is 50, key is test_row_0/C:col10/1731447585918/Put/seqid=0 2024-11-12T21:39:47,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741854_1030 (size=12001) 2024-11-12T21:39:47,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447647251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447647251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447647251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447647260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447647260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:39:47,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447647461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447647461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447647470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447647471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447647480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:47,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:47,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:39:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/33148c3aa27c476a8d59369e5bad6ab4 2024-11-12T21:39:47,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:47,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/6384238fb39a409da356ede8bea2aafb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6384238fb39a409da356ede8bea2aafb 2024-11-12T21:39:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6384238fb39a409da356ede8bea2aafb, entries=200, sequenceid=94, filesize=14.0 K 2024-11-12T21:39:47,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/57577ec11df74aa1bc96b71608790e93 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/57577ec11df74aa1bc96b71608790e93 2024-11-12T21:39:47,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/57577ec11df74aa1bc96b71608790e93, entries=150, sequenceid=94, filesize=11.7 K 2024-11-12T21:39:47,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/33148c3aa27c476a8d59369e5bad6ab4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/33148c3aa27c476a8d59369e5bad6ab4 2024-11-12T21:39:47,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/33148c3aa27c476a8d59369e5bad6ab4, entries=150, sequenceid=94, filesize=11.7 K 2024-11-12T21:39:47,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a42168a75bf016c9cc0fa80d862f9869 in 634ms, sequenceid=94, compaction requested=true 2024-11-12T21:39:47,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:47,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:39:47,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:47,708 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:47,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:39:47,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:47,708 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:47,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:39:47,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:47,713 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:47,713 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:47,713 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:39:47,713 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:39:47,713 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,713 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,713 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8cff4614fff04bd89a71bc7214c9f306, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6a00f75332254989af505f643bf78870, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6384238fb39a409da356ede8bea2aafb] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=37.5 K 2024-11-12T21:39:47,713 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/36cb89beb69143e58d9af4766120d1f9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/acd55d9208344b5da994f3db4fd53f42, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/57577ec11df74aa1bc96b71608790e93] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=35.3 K 2024-11-12T21:39:47,714 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 36cb89beb69143e58d9af4766120d1f9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731447583926 2024-11-12T21:39:47,715 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cff4614fff04bd89a71bc7214c9f306, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731447583926 2024-11-12T21:39:47,715 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting acd55d9208344b5da994f3db4fd53f42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447584707 2024-11-12T21:39:47,715 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a00f75332254989af505f643bf78870, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447584707 2024-11-12T21:39:47,716 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6384238fb39a409da356ede8bea2aafb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731447585908 2024-11-12T21:39:47,716 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 57577ec11df74aa1bc96b71608790e93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731447585918 2024-11-12T21:39:47,746 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#18 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:47,747 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:47,747 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/2c0f31d5b5ad4585afe291cfe52a92ea is 50, key is test_row_0/A:col10/1731447585918/Put/seqid=0 2024-11-12T21:39:47,748 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/c93a6cf17a8a4f31a03ccdcc0c1ecb90 is 50, key is test_row_0/B:col10/1731447585918/Put/seqid=0 2024-11-12T21:39:47,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741855_1031 (size=12207) 2024-11-12T21:39:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741856_1032 (size=12207) 2024-11-12T21:39:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:47,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:39:47,790 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/c93a6cf17a8a4f31a03ccdcc0c1ecb90 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c93a6cf17a8a4f31a03ccdcc0c1ecb90 2024-11-12T21:39:47,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ae4e6eccd431499892b7871e6c8390af is 50, key is test_row_0/A:col10/1731447587772/Put/seqid=0 2024-11-12T21:39:47,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447647795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447647799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,805 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into c93a6cf17a8a4f31a03ccdcc0c1ecb90(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:47,805 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:47,805 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=13, startTime=1731447587708; duration=0sec 2024-11-12T21:39:47,805 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:47,805 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:39:47,805 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:47,808 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:47,808 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:39:47,808 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,809 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c431c806f2464747a018b1db070de684, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/02c18b1743f6492d9aaaf08ac2016835, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/33148c3aa27c476a8d59369e5bad6ab4] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=35.3 K 2024-11-12T21:39:47,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:47,810 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c431c806f2464747a018b1db070de684, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731447583926 2024-11-12T21:39:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,811 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 02c18b1743f6492d9aaaf08ac2016835, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447584707 2024-11-12T21:39:47,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447647801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,812 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 33148c3aa27c476a8d59369e5bad6ab4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731447585918 2024-11-12T21:39:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447647802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:39:47,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447647803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741857_1033 (size=16681) 2024-11-12T21:39:47,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ae4e6eccd431499892b7871e6c8390af 2024-11-12T21:39:47,842 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:47,842 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/072064dc74384d69a3549dc32619a62e is 50, key is test_row_0/C:col10/1731447585918/Put/seqid=0 2024-11-12T21:39:47,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/ecadfefeef6340f788785389b87a3859 is 50, key is test_row_0/B:col10/1731447587772/Put/seqid=0 2024-11-12T21:39:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741858_1034 (size=12207) 2024-11-12T21:39:47,880 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/072064dc74384d69a3549dc32619a62e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/072064dc74384d69a3549dc32619a62e 2024-11-12T21:39:47,893 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into 072064dc74384d69a3549dc32619a62e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:47,893 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:47,893 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=13, startTime=1731447587708; duration=0sec 2024-11-12T21:39:47,894 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:47,894 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:39:47,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741859_1035 (size=12001) 2024-11-12T21:39:47,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447647911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447647911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447647920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447647920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447647920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:47,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:47,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:48,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447648120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447648120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447648131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447648132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447648131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,173 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/2c0f31d5b5ad4585afe291cfe52a92ea as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2c0f31d5b5ad4585afe291cfe52a92ea 2024-11-12T21:39:48,184 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 2c0f31d5b5ad4585afe291cfe52a92ea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:48,184 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:48,184 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=13, startTime=1731447587708; duration=0sec 2024-11-12T21:39:48,184 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:48,184 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:39:48,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/ecadfefeef6340f788785389b87a3859 2024-11-12T21:39:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:39:48,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c0a6247085ad4dbca7003f201eb09662 is 50, key is test_row_0/C:col10/1731447587772/Put/seqid=0 2024-11-12T21:39:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741860_1036 (size=12001) 2024-11-12T21:39:48,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:48,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:48,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447648431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447648434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447648440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447648441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447648441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c0a6247085ad4dbca7003f201eb09662 2024-11-12T21:39:48,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:48,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:48,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ae4e6eccd431499892b7871e6c8390af as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ae4e6eccd431499892b7871e6c8390af 2024-11-12T21:39:48,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ae4e6eccd431499892b7871e6c8390af, entries=250, sequenceid=119, filesize=16.3 K 2024-11-12T21:39:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/ecadfefeef6340f788785389b87a3859 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/ecadfefeef6340f788785389b87a3859 2024-11-12T21:39:48,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/ecadfefeef6340f788785389b87a3859, entries=150, sequenceid=119, filesize=11.7 K 2024-11-12T21:39:48,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c0a6247085ad4dbca7003f201eb09662 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c0a6247085ad4dbca7003f201eb09662 2024-11-12T21:39:48,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c0a6247085ad4dbca7003f201eb09662, entries=150, sequenceid=119, filesize=11.7 K 2024-11-12T21:39:48,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for a42168a75bf016c9cc0fa80d862f9869 in 1007ms, sequenceid=119, compaction requested=false 2024-11-12T21:39:48,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:48,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:39:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:48,896 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:39:48,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/28ed0a1fa6ff4ae09da2902a037be5d1 is 50, key is test_row_0/A:col10/1731447587800/Put/seqid=0 2024-11-12T21:39:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741861_1037 (size=12101) 2024-11-12T21:39:48,915 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/28ed0a1fa6ff4ae09da2902a037be5d1 2024-11-12T21:39:48,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/1edc9db6fa85420da878fa1b9704a884 is 50, key is test_row_0/B:col10/1731447587800/Put/seqid=0 2024-11-12T21:39:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741862_1038 (size=12101) 2024-11-12T21:39:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:48,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447648982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447648989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447648997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447648997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447649003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447649101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447649101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447649111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447649111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447649120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447649310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447649310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447649321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447649321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447649330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:39:49,346 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/1edc9db6fa85420da878fa1b9704a884 2024-11-12T21:39:49,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/58644a43436d44ecb58ce9a01a82913d is 50, key is test_row_0/C:col10/1731447587800/Put/seqid=0 2024-11-12T21:39:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741863_1039 (size=12101) 2024-11-12T21:39:49,370 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/58644a43436d44ecb58ce9a01a82913d 2024-11-12T21:39:49,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/28ed0a1fa6ff4ae09da2902a037be5d1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/28ed0a1fa6ff4ae09da2902a037be5d1 2024-11-12T21:39:49,389 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/28ed0a1fa6ff4ae09da2902a037be5d1, entries=150, sequenceid=135, filesize=11.8 K 2024-11-12T21:39:49,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/1edc9db6fa85420da878fa1b9704a884 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1edc9db6fa85420da878fa1b9704a884 2024-11-12T21:39:49,399 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1edc9db6fa85420da878fa1b9704a884, entries=150, sequenceid=135, filesize=11.8 K 2024-11-12T21:39:49,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/58644a43436d44ecb58ce9a01a82913d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/58644a43436d44ecb58ce9a01a82913d 2024-11-12T21:39:49,415 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/58644a43436d44ecb58ce9a01a82913d, entries=150, sequenceid=135, filesize=11.8 K 2024-11-12T21:39:49,417 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for a42168a75bf016c9cc0fa80d862f9869 in 520ms, sequenceid=135, compaction requested=true 2024-11-12T21:39:49,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:49,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:49,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T21:39:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T21:39:49,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T21:39:49,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2310 sec 2024-11-12T21:39:49,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.2440 sec 2024-11-12T21:39:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:49,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T21:39:49,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/3e8951db49e04ddc88637888cf6bced9 is 50, key is test_row_0/A:col10/1731447588990/Put/seqid=0 2024-11-12T21:39:49,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741864_1040 (size=12151) 2024-11-12T21:39:49,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447649638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447649639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447649640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447649640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447649640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447649750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447649750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447649761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447649761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447649961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447649961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447649970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447649970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/3e8951db49e04ddc88637888cf6bced9 2024-11-12T21:39:50,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/98b0832173a34eb1b020a95a04e2e564 is 50, key is test_row_0/B:col10/1731447588990/Put/seqid=0 2024-11-12T21:39:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741865_1041 (size=12151) 2024-11-12T21:39:50,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447650160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447650270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447650270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447650281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447650281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/98b0832173a34eb1b020a95a04e2e564 2024-11-12T21:39:50,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/6960568b10ec4b0db7e69355c836d2fe is 50, key is test_row_0/C:col10/1731447588990/Put/seqid=0 2024-11-12T21:39:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741866_1042 (size=12151) 2024-11-12T21:39:50,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/6960568b10ec4b0db7e69355c836d2fe 2024-11-12T21:39:50,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/3e8951db49e04ddc88637888cf6bced9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3e8951db49e04ddc88637888cf6bced9 2024-11-12T21:39:50,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3e8951db49e04ddc88637888cf6bced9, entries=150, sequenceid=161, filesize=11.9 K 2024-11-12T21:39:50,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/98b0832173a34eb1b020a95a04e2e564 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/98b0832173a34eb1b020a95a04e2e564 2024-11-12T21:39:50,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/98b0832173a34eb1b020a95a04e2e564, entries=150, sequenceid=161, filesize=11.9 K 2024-11-12T21:39:50,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/6960568b10ec4b0db7e69355c836d2fe as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6960568b10ec4b0db7e69355c836d2fe 2024-11-12T21:39:50,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6960568b10ec4b0db7e69355c836d2fe, entries=150, sequenceid=161, filesize=11.9 K 2024-11-12T21:39:50,562 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-12T21:39:50,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for a42168a75bf016c9cc0fa80d862f9869 in 941ms, sequenceid=161, compaction requested=true 2024-11-12T21:39:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:50,566 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:39:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:39:50,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:50,567 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:39:50,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:39:50,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:50,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:39:50,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:50,570 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:39:50,570 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:39:50,571 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:39:50,571 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:50,571 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:39:50,571 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2c0f31d5b5ad4585afe291cfe52a92ea, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ae4e6eccd431499892b7871e6c8390af, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/28ed0a1fa6ff4ae09da2902a037be5d1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3e8951db49e04ddc88637888cf6bced9] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=51.9 K 2024-11-12T21:39:50,571 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:50,571 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c93a6cf17a8a4f31a03ccdcc0c1ecb90, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/ecadfefeef6340f788785389b87a3859, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1edc9db6fa85420da878fa1b9704a884, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/98b0832173a34eb1b020a95a04e2e564] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=47.3 K 2024-11-12T21:39:50,572 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c93a6cf17a8a4f31a03ccdcc0c1ecb90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731447585918 2024-11-12T21:39:50,572 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c0f31d5b5ad4585afe291cfe52a92ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731447585918 2024-11-12T21:39:50,573 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ecadfefeef6340f788785389b87a3859, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731447587113 2024-11-12T21:39:50,574 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae4e6eccd431499892b7871e6c8390af, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731447587113 2024-11-12T21:39:50,574 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1edc9db6fa85420da878fa1b9704a884, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447587794 2024-11-12T21:39:50,575 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28ed0a1fa6ff4ae09da2902a037be5d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447587794 2024-11-12T21:39:50,575 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b0832173a34eb1b020a95a04e2e564, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447588970 2024-11-12T21:39:50,576 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e8951db49e04ddc88637888cf6bced9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447588970 2024-11-12T21:39:50,607 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:50,608 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/0fa5f8d1730b44609ce0e10abb28e98b is 50, key is test_row_0/A:col10/1731447588990/Put/seqid=0 2024-11-12T21:39:50,616 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:50,617 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/efc0ebc4fb76471a869a476360cf9974 is 50, key is test_row_0/B:col10/1731447588990/Put/seqid=0 2024-11-12T21:39:50,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741867_1043 (size=12493) 2024-11-12T21:39:50,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741868_1044 (size=12493) 2024-11-12T21:39:50,668 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/efc0ebc4fb76471a869a476360cf9974 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/efc0ebc4fb76471a869a476360cf9974 2024-11-12T21:39:50,685 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into efc0ebc4fb76471a869a476360cf9974(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:50,685 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:50,685 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=12, startTime=1731447590567; duration=0sec 2024-11-12T21:39:50,685 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:50,685 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:39:50,688 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:39:50,690 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:39:50,690 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:39:50,690 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:50,690 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/072064dc74384d69a3549dc32619a62e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c0a6247085ad4dbca7003f201eb09662, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/58644a43436d44ecb58ce9a01a82913d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6960568b10ec4b0db7e69355c836d2fe] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=47.3 K 2024-11-12T21:39:50,692 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 072064dc74384d69a3549dc32619a62e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731447585918 2024-11-12T21:39:50,694 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c0a6247085ad4dbca7003f201eb09662, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731447587113 2024-11-12T21:39:50,695 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 58644a43436d44ecb58ce9a01a82913d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447587794 2024-11-12T21:39:50,695 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6960568b10ec4b0db7e69355c836d2fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447588970 2024-11-12T21:39:50,720 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:50,721 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c6e29550d1fd42feaa981a8d72350bd3 is 50, key is test_row_0/C:col10/1731447588990/Put/seqid=0 2024-11-12T21:39:50,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741869_1045 (size=12493) 2024-11-12T21:39:50,786 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:50,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:39:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:50,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/d87657501d7940168db1677ee0284b23 is 50, key is test_row_0/A:col10/1731447589635/Put/seqid=0 2024-11-12T21:39:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741870_1046 (size=12151) 2024-11-12T21:39:50,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/d87657501d7940168db1677ee0284b23 2024-11-12T21:39:50,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/d0314c1929d34752ad6510223075c958 is 50, key is test_row_0/B:col10/1731447589635/Put/seqid=0 2024-11-12T21:39:50,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447650863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741871_1047 (size=12151) 2024-11-12T21:39:50,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/d0314c1929d34752ad6510223075c958 2024-11-12T21:39:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447650870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447650872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447650872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/2cd0f7dc33a6456e89ffc3e628bb19fb is 50, key is test_row_0/C:col10/1731447589635/Put/seqid=0 2024-11-12T21:39:50,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741872_1048 (size=12151) 2024-11-12T21:39:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447650981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447650991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447650992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447650992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,059 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/0fa5f8d1730b44609ce0e10abb28e98b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0fa5f8d1730b44609ce0e10abb28e98b 2024-11-12T21:39:51,071 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 0fa5f8d1730b44609ce0e10abb28e98b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:51,071 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:51,071 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=12, startTime=1731447590566; duration=0sec 2024-11-12T21:39:51,072 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:51,072 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:39:51,156 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c6e29550d1fd42feaa981a8d72350bd3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c6e29550d1fd42feaa981a8d72350bd3 2024-11-12T21:39:51,169 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into c6e29550d1fd42feaa981a8d72350bd3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:51,169 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:51,169 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=12, startTime=1731447590568; duration=0sec 2024-11-12T21:39:51,169 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:51,170 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:39:51,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447651171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,180 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_2' in a42168a75bf016c9cc0fa80d862f9869 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:39:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447651191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447651200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447651201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447651201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/2cd0f7dc33a6456e89ffc3e628bb19fb 2024-11-12T21:39:51,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/d87657501d7940168db1677ee0284b23 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d87657501d7940168db1677ee0284b23 2024-11-12T21:39:51,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d87657501d7940168db1677ee0284b23, entries=150, sequenceid=175, filesize=11.9 K 2024-11-12T21:39:51,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/d0314c1929d34752ad6510223075c958 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/d0314c1929d34752ad6510223075c958 2024-11-12T21:39:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:39:51,361 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:39:51,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/d0314c1929d34752ad6510223075c958, entries=150, sequenceid=175, filesize=11.9 K 2024-11-12T21:39:51,362 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:39:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-12T21:39:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:39:51,365 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:39:51,367 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:39:51,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:39:51,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/2cd0f7dc33a6456e89ffc3e628bb19fb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/2cd0f7dc33a6456e89ffc3e628bb19fb 2024-11-12T21:39:51,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/2cd0f7dc33a6456e89ffc3e628bb19fb, entries=150, sequenceid=175, filesize=11.9 K 2024-11-12T21:39:51,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a42168a75bf016c9cc0fa80d862f9869 in 601ms, sequenceid=175, compaction requested=false 2024-11-12T21:39:51,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:39:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:51,504 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:51,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:39:51,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/a202c3b154d1467e98e2c8fc6f30f909 is 50, key is test_row_0/A:col10/1731447590869/Put/seqid=0 2024-11-12T21:39:51,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T21:39:51,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:51,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:51,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:51,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:51,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447651528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447651529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447651532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447651538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741873_1049 (size=14541) 2024-11-12T21:39:51,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/a202c3b154d1467e98e2c8fc6f30f909 2024-11-12T21:39:51,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/8857dbccc75f43938672dcf1fa6f5452 is 50, key is test_row_0/B:col10/1731447590869/Put/seqid=0 2024-11-12T21:39:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741874_1050 (size=12151) 2024-11-12T21:39:51,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/8857dbccc75f43938672dcf1fa6f5452 2024-11-12T21:39:51,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/4c5595cabe1e4b81bb513206e723a327 is 50, key is test_row_0/C:col10/1731447590869/Put/seqid=0 2024-11-12T21:39:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447651650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447651651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447651651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447651651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:51,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:51,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T21:39:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:51,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:39:51,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741875_1051 (size=12151) 2024-11-12T21:39:51,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/4c5595cabe1e4b81bb513206e723a327 2024-11-12T21:39:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/a202c3b154d1467e98e2c8fc6f30f909 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/a202c3b154d1467e98e2c8fc6f30f909 2024-11-12T21:39:51,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/a202c3b154d1467e98e2c8fc6f30f909, entries=200, sequenceid=202, filesize=14.2 K 2024-11-12T21:39:51,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/8857dbccc75f43938672dcf1fa6f5452 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8857dbccc75f43938672dcf1fa6f5452 2024-11-12T21:39:51,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8857dbccc75f43938672dcf1fa6f5452, entries=150, sequenceid=202, filesize=11.9 K 2024-11-12T21:39:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/4c5595cabe1e4b81bb513206e723a327 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/4c5595cabe1e4b81bb513206e723a327 2024-11-12T21:39:51,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/4c5595cabe1e4b81bb513206e723a327, entries=150, sequenceid=202, filesize=11.9 K 2024-11-12T21:39:51,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a42168a75bf016c9cc0fa80d862f9869 in 268ms, sequenceid=202, compaction requested=true 2024-11-12T21:39:51,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:51,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:39:51,773 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:51,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:51,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:39:51,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:51,773 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:51,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:39:51,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:51,777 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:51,777 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:39:51,778 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:51,778 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/efc0ebc4fb76471a869a476360cf9974, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/d0314c1929d34752ad6510223075c958, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8857dbccc75f43938672dcf1fa6f5452] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=35.9 K 2024-11-12T21:39:51,778 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:51,778 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:39:51,778 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:51,778 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0fa5f8d1730b44609ce0e10abb28e98b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d87657501d7940168db1677ee0284b23, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/a202c3b154d1467e98e2c8fc6f30f909] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=38.3 K 2024-11-12T21:39:51,779 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting efc0ebc4fb76471a869a476360cf9974, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447588970 2024-11-12T21:39:51,780 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fa5f8d1730b44609ce0e10abb28e98b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447588970 2024-11-12T21:39:51,781 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d87657501d7940168db1677ee0284b23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731447589635 2024-11-12T21:39:51,781 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d0314c1929d34752ad6510223075c958, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731447589635 2024-11-12T21:39:51,782 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting a202c3b154d1467e98e2c8fc6f30f909, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731447590858 2024-11-12T21:39:51,793 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 8857dbccc75f43938672dcf1fa6f5452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731447590869 2024-11-12T21:39:51,810 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:51,811 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/814e6ff547884c919d34ff4f3a317bd8 is 50, key is test_row_0/B:col10/1731447590869/Put/seqid=0 2024-11-12T21:39:51,831 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:51,832 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/94455b955d424269ba5eff505c1c01bd is 50, key is test_row_0/A:col10/1731447590869/Put/seqid=0 2024-11-12T21:39:51,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T21:39:51,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:51,835 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:39:51,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741876_1052 (size=12595) 2024-11-12T21:39:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/47cbbad555ab48e69ec7b7e45f66d85c is 50, key is test_row_0/A:col10/1731447591520/Put/seqid=0 2024-11-12T21:39:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741877_1053 (size=12595) 2024-11-12T21:39:51,920 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/94455b955d424269ba5eff505c1c01bd as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94455b955d424269ba5eff505c1c01bd 2024-11-12T21:39:51,936 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 94455b955d424269ba5eff505c1c01bd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:51,936 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:51,936 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=13, startTime=1731447591773; duration=0sec 2024-11-12T21:39:51,936 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:51,936 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:39:51,936 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:51,941 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:51,941 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:39:51,941 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:51,941 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c6e29550d1fd42feaa981a8d72350bd3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/2cd0f7dc33a6456e89ffc3e628bb19fb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/4c5595cabe1e4b81bb513206e723a327] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=35.9 K 2024-11-12T21:39:51,943 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6e29550d1fd42feaa981a8d72350bd3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447588970 2024-11-12T21:39:51,944 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cd0f7dc33a6456e89ffc3e628bb19fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731447589635 2024-11-12T21:39:51,945 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c5595cabe1e4b81bb513206e723a327, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731447590869 2024-11-12T21:39:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741878_1054 (size=12151) 2024-11-12T21:39:51,956 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/47cbbad555ab48e69ec7b7e45f66d85c 2024-11-12T21:39:51,968 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:51,970 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/eb0d14beb19b45838f5a4b5c6a7bc71e is 50, key is test_row_0/C:col10/1731447590869/Put/seqid=0 2024-11-12T21:39:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/767ab53b51024cad90fe2510b0d21f48 is 50, key is test_row_0/B:col10/1731447591520/Put/seqid=0 2024-11-12T21:39:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:39:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741879_1055 (size=12595) 2024-11-12T21:39:52,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741880_1056 (size=12151) 2024-11-12T21:39:52,008 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/767ab53b51024cad90fe2510b0d21f48 2024-11-12T21:39:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/e3c7538e355f490b843a39e810435d60 is 50, key is test_row_0/C:col10/1731447591520/Put/seqid=0 2024-11-12T21:39:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741881_1057 (size=12151) 2024-11-12T21:39:52,039 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/e3c7538e355f490b843a39e810435d60 2024-11-12T21:39:52,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447651981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/47cbbad555ab48e69ec7b7e45f66d85c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/47cbbad555ab48e69ec7b7e45f66d85c 2024-11-12T21:39:52,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447652055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447652055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,060 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/47cbbad555ab48e69ec7b7e45f66d85c, entries=150, sequenceid=213, filesize=11.9 K 2024-11-12T21:39:52,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/767ab53b51024cad90fe2510b0d21f48 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/767ab53b51024cad90fe2510b0d21f48 2024-11-12T21:39:52,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447652060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,070 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/767ab53b51024cad90fe2510b0d21f48, entries=150, sequenceid=213, filesize=11.9 K 2024-11-12T21:39:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/e3c7538e355f490b843a39e810435d60 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e3c7538e355f490b843a39e810435d60 2024-11-12T21:39:52,086 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e3c7538e355f490b843a39e810435d60, entries=150, sequenceid=213, filesize=11.9 K 2024-11-12T21:39:52,088 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for a42168a75bf016c9cc0fa80d862f9869 in 254ms, sequenceid=213, compaction requested=false 2024-11-12T21:39:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T21:39:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T21:39:52,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T21:39:52,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 723 msec 2024-11-12T21:39:52,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 733 msec 2024-11-12T21:39:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:52,164 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:52,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T21:39:52,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/39950da6517f4a3ea263b61f4ddf1fb8 is 50, key is test_row_0/A:col10/1731447592163/Put/seqid=0 2024-11-12T21:39:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447652192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447652192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447652198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447652198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741882_1058 (size=16931) 2024-11-12T21:39:52,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/39950da6517f4a3ea263b61f4ddf1fb8 2024-11-12T21:39:52,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/3a98f8b8b8ef4b79af81fa000118e186 is 50, key is test_row_0/B:col10/1731447592163/Put/seqid=0 2024-11-12T21:39:52,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741883_1059 (size=12151) 2024-11-12T21:39:52,294 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/814e6ff547884c919d34ff4f3a317bd8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/814e6ff547884c919d34ff4f3a317bd8 2024-11-12T21:39:52,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447652301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,302 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 814e6ff547884c919d34ff4f3a317bd8(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,302 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,302 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=13, startTime=1731447591773; duration=0sec 2024-11-12T21:39:52,302 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:52,302 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:39:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447652311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447652311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447652311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,412 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/eb0d14beb19b45838f5a4b5c6a7bc71e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/eb0d14beb19b45838f5a4b5c6a7bc71e 2024-11-12T21:39:52,424 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into eb0d14beb19b45838f5a4b5c6a7bc71e(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:52,424 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:52,424 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=13, startTime=1731447591773; duration=0sec 2024-11-12T21:39:52,425 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:52,425 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:39:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:39:52,501 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:39:52,501 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:39:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-12T21:39:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:39:52,507 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:39:52,508 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:39:52,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:39:52,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447652510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447652521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447652523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447652523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:39:52,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/3a98f8b8b8ef4b79af81fa000118e186 2024-11-12T21:39:52,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/d7bd6e8ede57437c912b8572ec089b9e is 50, key is test_row_0/C:col10/1731447592163/Put/seqid=0 2024-11-12T21:39:52,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:39:52,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:52,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:52,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:52,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:52,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741884_1060 (size=12151) 2024-11-12T21:39:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:39:52,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:39:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:52,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447652831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:52,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447652836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447652837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447652841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:52,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:52,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:39:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:52,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:52,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:52,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:53,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/d7bd6e8ede57437c912b8572ec089b9e 2024-11-12T21:39:53,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/39950da6517f4a3ea263b61f4ddf1fb8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/39950da6517f4a3ea263b61f4ddf1fb8 2024-11-12T21:39:53,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/39950da6517f4a3ea263b61f4ddf1fb8, entries=250, sequenceid=243, filesize=16.5 K 2024-11-12T21:39:53,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/3a98f8b8b8ef4b79af81fa000118e186 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/3a98f8b8b8ef4b79af81fa000118e186 2024-11-12T21:39:53,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/3a98f8b8b8ef4b79af81fa000118e186, entries=150, sequenceid=243, filesize=11.9 K 2024-11-12T21:39:53,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/d7bd6e8ede57437c912b8572ec089b9e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d7bd6e8ede57437c912b8572ec089b9e 2024-11-12T21:39:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:39:53,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d7bd6e8ede57437c912b8572ec089b9e, entries=150, sequenceid=243, filesize=11.9 K 2024-11-12T21:39:53,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for a42168a75bf016c9cc0fa80d862f9869 in 968ms, sequenceid=243, compaction requested=true 2024-11-12T21:39:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:39:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:53,132 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:39:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:53,132 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:53,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:39:53,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:53,134 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:53,134 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:39:53,134 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,134 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94455b955d424269ba5eff505c1c01bd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/47cbbad555ab48e69ec7b7e45f66d85c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/39950da6517f4a3ea263b61f4ddf1fb8] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=40.7 K 2024-11-12T21:39:53,135 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:53,135 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:39:53,135 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,135 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/814e6ff547884c919d34ff4f3a317bd8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/767ab53b51024cad90fe2510b0d21f48, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/3a98f8b8b8ef4b79af81fa000118e186] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=36.0 K 2024-11-12T21:39:53,135 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94455b955d424269ba5eff505c1c01bd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731447590869 2024-11-12T21:39:53,136 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 814e6ff547884c919d34ff4f3a317bd8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731447590869 2024-11-12T21:39:53,136 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47cbbad555ab48e69ec7b7e45f66d85c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731447591520 2024-11-12T21:39:53,137 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 767ab53b51024cad90fe2510b0d21f48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731447591520 2024-11-12T21:39:53,137 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39950da6517f4a3ea263b61f4ddf1fb8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731447591962 2024-11-12T21:39:53,137 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a98f8b8b8ef4b79af81fa000118e186, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731447591990 2024-11-12T21:39:53,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:39:53,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,147 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T21:39:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f9882094cb52459fb6d210a20b4c5894 is 50, key is test_row_0/A:col10/1731447592190/Put/seqid=0 2024-11-12T21:39:53,156 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:53,157 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/87c6c016880e4bed8780a240bc1e6f24 is 50, key is test_row_0/A:col10/1731447592163/Put/seqid=0 2024-11-12T21:39:53,160 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:53,161 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/0c3f638e1c6146219a53c390f078cc32 is 50, key is test_row_0/B:col10/1731447592163/Put/seqid=0 2024-11-12T21:39:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741885_1061 (size=9757) 2024-11-12T21:39:53,168 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f9882094cb52459fb6d210a20b4c5894 2024-11-12T21:39:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/6af9ba2748bd46bca7fbdfecb3b08de9 is 50, key is test_row_0/B:col10/1731447592190/Put/seqid=0 2024-11-12T21:39:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741886_1062 (size=12697) 2024-11-12T21:39:53,213 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/0c3f638e1c6146219a53c390f078cc32 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0c3f638e1c6146219a53c390f078cc32 2024-11-12T21:39:53,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:53,222 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 0c3f638e1c6146219a53c390f078cc32(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:53,223 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:53,223 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=13, startTime=1731447593132; duration=0sec 2024-11-12T21:39:53,223 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:53,223 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:39:53,223 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:53,225 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:53,225 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:39:53,225 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,226 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/eb0d14beb19b45838f5a4b5c6a7bc71e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e3c7538e355f490b843a39e810435d60, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d7bd6e8ede57437c912b8572ec089b9e] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=36.0 K 2024-11-12T21:39:53,226 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0d14beb19b45838f5a4b5c6a7bc71e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731447590869 2024-11-12T21:39:53,227 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c7538e355f490b843a39e810435d60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731447591520 2024-11-12T21:39:53,228 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d7bd6e8ede57437c912b8572ec089b9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731447591990 2024-11-12T21:39:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741887_1063 (size=12697) 2024-11-12T21:39:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741888_1064 (size=9757) 2024-11-12T21:39:53,260 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/6af9ba2748bd46bca7fbdfecb3b08de9 2024-11-12T21:39:53,269 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#52 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:53,270 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/b91f4d03e3ac42aa96bda984cc593b72 is 50, key is test_row_0/C:col10/1731447592163/Put/seqid=0 2024-11-12T21:39:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/d1e9f6ba8b8c431baf3752990f80b357 is 50, key is test_row_0/C:col10/1731447592190/Put/seqid=0 2024-11-12T21:39:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741890_1066 (size=12697) 2024-11-12T21:39:53,299 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/b91f4d03e3ac42aa96bda984cc593b72 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b91f4d03e3ac42aa96bda984cc593b72 2024-11-12T21:39:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741889_1065 (size=9757) 2024-11-12T21:39:53,300 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/d1e9f6ba8b8c431baf3752990f80b357 2024-11-12T21:39:53,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f9882094cb52459fb6d210a20b4c5894 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f9882094cb52459fb6d210a20b4c5894 2024-11-12T21:39:53,313 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into b91f4d03e3ac42aa96bda984cc593b72(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:53,314 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:53,314 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=13, startTime=1731447593132; duration=0sec 2024-11-12T21:39:53,314 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:53,314 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:39:53,322 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f9882094cb52459fb6d210a20b4c5894, entries=100, sequenceid=253, filesize=9.5 K 2024-11-12T21:39:53,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/6af9ba2748bd46bca7fbdfecb3b08de9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/6af9ba2748bd46bca7fbdfecb3b08de9 2024-11-12T21:39:53,340 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/6af9ba2748bd46bca7fbdfecb3b08de9, entries=100, sequenceid=253, filesize=9.5 K 2024-11-12T21:39:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/d1e9f6ba8b8c431baf3752990f80b357 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d1e9f6ba8b8c431baf3752990f80b357 2024-11-12T21:39:53,352 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d1e9f6ba8b8c431baf3752990f80b357, entries=100, sequenceid=253, filesize=9.5 K 2024-11-12T21:39:53,354 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=147.60 KB/151140 for a42168a75bf016c9cc0fa80d862f9869 in 207ms, sequenceid=253, compaction requested=false 2024-11-12T21:39:53,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:53,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T21:39:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:53,355 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T21:39:53,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T21:39:53,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T21:39:53,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 848 msec 2024-11-12T21:39:53,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/5ff963fa567943de860251db27fa85f1 is 50, key is test_row_0/A:col10/1731447593353/Put/seqid=0 2024-11-12T21:39:53,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 864 msec 2024-11-12T21:39:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447653368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447653368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447653376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741891_1067 (size=19621) 2024-11-12T21:39:53,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447653378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447653378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/5ff963fa567943de860251db27fa85f1 2024-11-12T21:39:53,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/cf58e8f20c2f4905b3c388e2bf1b48d8 is 50, key is test_row_0/B:col10/1731447593353/Put/seqid=0 2024-11-12T21:39:53,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741892_1068 (size=12301) 2024-11-12T21:39:53,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447653480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447653491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447653491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447653491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447653491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:39:53,641 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:39:53,642 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:39:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-12T21:39:53,647 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/87c6c016880e4bed8780a240bc1e6f24 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/87c6c016880e4bed8780a240bc1e6f24 2024-11-12T21:39:53,649 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:39:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:39:53,650 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:39:53,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:39:53,661 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 87c6c016880e4bed8780a240bc1e6f24(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:53,661 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:53,661 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=13, startTime=1731447593132; duration=0sec 2024-11-12T21:39:53,662 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:53,662 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:39:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447653690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447653701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447653700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447653701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447653701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:39:53,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T21:39:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:53,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/cf58e8f20c2f4905b3c388e2bf1b48d8 2024-11-12T21:39:53,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/09675c7d2fb545acad34f18499b565c5 is 50, key is test_row_0/C:col10/1731447593353/Put/seqid=0 2024-11-12T21:39:53,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741893_1069 (size=12301) 2024-11-12T21:39:53,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/09675c7d2fb545acad34f18499b565c5 2024-11-12T21:39:53,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/5ff963fa567943de860251db27fa85f1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/5ff963fa567943de860251db27fa85f1 2024-11-12T21:39:53,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/5ff963fa567943de860251db27fa85f1, entries=300, sequenceid=281, filesize=19.2 K 2024-11-12T21:39:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/cf58e8f20c2f4905b3c388e2bf1b48d8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/cf58e8f20c2f4905b3c388e2bf1b48d8 2024-11-12T21:39:53,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/cf58e8f20c2f4905b3c388e2bf1b48d8, entries=150, sequenceid=281, filesize=12.0 K 2024-11-12T21:39:53,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/09675c7d2fb545acad34f18499b565c5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/09675c7d2fb545acad34f18499b565c5 2024-11-12T21:39:53,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/09675c7d2fb545acad34f18499b565c5, entries=150, sequenceid=281, filesize=12.0 K 2024-11-12T21:39:53,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for a42168a75bf016c9cc0fa80d862f9869 in 552ms, sequenceid=281, compaction requested=true 2024-11-12T21:39:53,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:53,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:39:53,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:53,907 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:53,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:39:53,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:53,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:39:53,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:53,907 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:53,909 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:53,909 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:39:53,909 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:53,909 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,909 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:39:53,909 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,909 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/87c6c016880e4bed8780a240bc1e6f24, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f9882094cb52459fb6d210a20b4c5894, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/5ff963fa567943de860251db27fa85f1] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=41.1 K 2024-11-12T21:39:53,909 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0c3f638e1c6146219a53c390f078cc32, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/6af9ba2748bd46bca7fbdfecb3b08de9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/cf58e8f20c2f4905b3c388e2bf1b48d8] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=33.9 K 2024-11-12T21:39:53,910 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87c6c016880e4bed8780a240bc1e6f24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731447591990 2024-11-12T21:39:53,910 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c3f638e1c6146219a53c390f078cc32, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731447591990 2024-11-12T21:39:53,911 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6af9ba2748bd46bca7fbdfecb3b08de9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731447592190 2024-11-12T21:39:53,911 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9882094cb52459fb6d210a20b4c5894, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731447592190 2024-11-12T21:39:53,912 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting cf58e8f20c2f4905b3c388e2bf1b48d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731447593338 2024-11-12T21:39:53,913 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff963fa567943de860251db27fa85f1, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731447593276 2024-11-12T21:39:53,930 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:53,931 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/1bc9dcbc242240ab9f996e8e58e1f439 is 50, key is test_row_0/B:col10/1731447593353/Put/seqid=0 2024-11-12T21:39:53,944 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:53,945 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/94c66a525e7745d6a0a5da5fae306adb is 50, key is test_row_0/A:col10/1731447593353/Put/seqid=0 2024-11-12T21:39:53,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741894_1070 (size=12949) 2024-11-12T21:39:53,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T21:39:53,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:53,960 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:39:53,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741895_1071 (size=12949) 2024-11-12T21:39:53,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/cbdc0aaa3e0c4da2852e796a4497d4b5 is 50, key is test_row_0/A:col10/1731447593366/Put/seqid=0 2024-11-12T21:39:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:39:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741896_1072 (size=12301) 2024-11-12T21:39:53,990 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/cbdc0aaa3e0c4da2852e796a4497d4b5 2024-11-12T21:39:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:54,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:54,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/05155cccc56648c49f67dc474ef2e567 is 50, key is test_row_0/B:col10/1731447593366/Put/seqid=0 2024-11-12T21:39:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741897_1073 (size=12301) 2024-11-12T21:39:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447654054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447654056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447654056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447654059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447654062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447654170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447654170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447654181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447654183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447654182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:39:54,366 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/1bc9dcbc242240ab9f996e8e58e1f439 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1bc9dcbc242240ab9f996e8e58e1f439 2024-11-12T21:39:54,379 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/94c66a525e7745d6a0a5da5fae306adb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94c66a525e7745d6a0a5da5fae306adb 2024-11-12T21:39:54,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447654381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447654382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,394 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 94c66a525e7745d6a0a5da5fae306adb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:54,394 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:54,394 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=13, startTime=1731447593907; duration=0sec 2024-11-12T21:39:54,394 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:54,394 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:39:54,394 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447654391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447654391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447654391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,399 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 1bc9dcbc242240ab9f996e8e58e1f439(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:54,399 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:54,400 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=13, startTime=1731447593907; duration=0sec 2024-11-12T21:39:54,400 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:54,400 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:39:54,401 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:54,401 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:39:54,401 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:54,401 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b91f4d03e3ac42aa96bda984cc593b72, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d1e9f6ba8b8c431baf3752990f80b357, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/09675c7d2fb545acad34f18499b565c5] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=33.9 K 2024-11-12T21:39:54,402 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b91f4d03e3ac42aa96bda984cc593b72, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731447591990 2024-11-12T21:39:54,403 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1e9f6ba8b8c431baf3752990f80b357, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731447592190 2024-11-12T21:39:54,404 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09675c7d2fb545acad34f18499b565c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731447593338 2024-11-12T21:39:54,421 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#61 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:54,422 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/6fcb656194ff4147b256a2e09fffa05a is 50, key is test_row_0/C:col10/1731447593353/Put/seqid=0 2024-11-12T21:39:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741898_1074 (size=12949) 2024-11-12T21:39:54,443 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/05155cccc56648c49f67dc474ef2e567 2024-11-12T21:39:54,453 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/6fcb656194ff4147b256a2e09fffa05a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6fcb656194ff4147b256a2e09fffa05a 2024-11-12T21:39:54,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/32a7eea0b1d64c858f6980452e41c7d4 is 50, key is test_row_0/C:col10/1731447593366/Put/seqid=0 2024-11-12T21:39:54,463 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into 6fcb656194ff4147b256a2e09fffa05a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:54,463 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:54,464 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=13, startTime=1731447593907; duration=0sec 2024-11-12T21:39:54,464 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:54,464 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:39:54,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741899_1075 (size=12301) 2024-11-12T21:39:54,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447654691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447654700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447654700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447654700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447654710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:39:54,875 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/32a7eea0b1d64c858f6980452e41c7d4 2024-11-12T21:39:54,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/cbdc0aaa3e0c4da2852e796a4497d4b5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/cbdc0aaa3e0c4da2852e796a4497d4b5 2024-11-12T21:39:54,890 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/cbdc0aaa3e0c4da2852e796a4497d4b5, entries=150, sequenceid=293, filesize=12.0 K 2024-11-12T21:39:54,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/05155cccc56648c49f67dc474ef2e567 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/05155cccc56648c49f67dc474ef2e567 2024-11-12T21:39:54,897 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/05155cccc56648c49f67dc474ef2e567, entries=150, sequenceid=293, filesize=12.0 K 2024-11-12T21:39:54,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/32a7eea0b1d64c858f6980452e41c7d4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/32a7eea0b1d64c858f6980452e41c7d4 2024-11-12T21:39:54,909 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/32a7eea0b1d64c858f6980452e41c7d4, entries=150, sequenceid=293, filesize=12.0 K 2024-11-12T21:39:54,911 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a42168a75bf016c9cc0fa80d862f9869 in 951ms, sequenceid=293, compaction requested=false 2024-11-12T21:39:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-12T21:39:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-12T21:39:54,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T21:39:54,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2640 sec 2024-11-12T21:39:54,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2790 sec 2024-11-12T21:39:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:55,203 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:55,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T21:39:55,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f0157eb0f2744d0d9c31ae46a3b46b2b is 50, key is test_row_0/A:col10/1731447594053/Put/seqid=0 2024-11-12T21:39:55,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447655218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447655218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447655220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447655220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447655221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741900_1076 (size=12301) 2024-11-12T21:39:55,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f0157eb0f2744d0d9c31ae46a3b46b2b 2024-11-12T21:39:55,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/bbe5eb0176594e0d979912aecce2a268 is 50, key is test_row_0/B:col10/1731447594053/Put/seqid=0 2024-11-12T21:39:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741901_1077 (size=12301) 2024-11-12T21:39:55,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/bbe5eb0176594e0d979912aecce2a268 2024-11-12T21:39:55,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/7e3f9120314c4cb098ad089b43412cf2 is 50, key is test_row_0/C:col10/1731447594053/Put/seqid=0 2024-11-12T21:39:55,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741902_1078 (size=12301) 2024-11-12T21:39:55,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/7e3f9120314c4cb098ad089b43412cf2 2024-11-12T21:39:55,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f0157eb0f2744d0d9c31ae46a3b46b2b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f0157eb0f2744d0d9c31ae46a3b46b2b 2024-11-12T21:39:55,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f0157eb0f2744d0d9c31ae46a3b46b2b, entries=150, sequenceid=322, filesize=12.0 K 2024-11-12T21:39:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/bbe5eb0176594e0d979912aecce2a268 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/bbe5eb0176594e0d979912aecce2a268 2024-11-12T21:39:55,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/bbe5eb0176594e0d979912aecce2a268, entries=150, sequenceid=322, filesize=12.0 K 2024-11-12T21:39:55,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/7e3f9120314c4cb098ad089b43412cf2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/7e3f9120314c4cb098ad089b43412cf2 2024-11-12T21:39:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447655331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447655331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447655332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447655340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/7e3f9120314c4cb098ad089b43412cf2, entries=150, sequenceid=322, filesize=12.0 K 2024-11-12T21:39:55,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a42168a75bf016c9cc0fa80d862f9869 in 151ms, sequenceid=322, compaction requested=true 2024-11-12T21:39:55,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:55,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:39:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:55,355 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:39:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:55,355 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:39:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:55,356 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:55,356 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:55,356 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:39:55,356 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:39:55,356 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:55,357 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94c66a525e7745d6a0a5da5fae306adb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/cbdc0aaa3e0c4da2852e796a4497d4b5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f0157eb0f2744d0d9c31ae46a3b46b2b] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=36.7 K 2024-11-12T21:39:55,357 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:55,357 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1bc9dcbc242240ab9f996e8e58e1f439, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/05155cccc56648c49f67dc474ef2e567, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/bbe5eb0176594e0d979912aecce2a268] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=36.7 K 2024-11-12T21:39:55,358 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94c66a525e7745d6a0a5da5fae306adb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731447593338 2024-11-12T21:39:55,358 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbdc0aaa3e0c4da2852e796a4497d4b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731447593366 2024-11-12T21:39:55,358 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc9dcbc242240ab9f996e8e58e1f439, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731447593338 2024-11-12T21:39:55,359 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 05155cccc56648c49f67dc474ef2e567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731447593366 2024-11-12T21:39:55,359 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0157eb0f2744d0d9c31ae46a3b46b2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731447594053 2024-11-12T21:39:55,359 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting bbe5eb0176594e0d979912aecce2a268, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731447594053 2024-11-12T21:39:55,377 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:55,377 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:55,377 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/d34bb1bbe28b49dbbdf8372afbd84334 is 50, key is test_row_0/A:col10/1731447594053/Put/seqid=0 2024-11-12T21:39:55,378 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/74f7089030f649058dccdd9863c7ca1a is 50, key is test_row_0/B:col10/1731447594053/Put/seqid=0 2024-11-12T21:39:55,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741903_1079 (size=13051) 2024-11-12T21:39:55,400 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/74f7089030f649058dccdd9863c7ca1a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/74f7089030f649058dccdd9863c7ca1a 2024-11-12T21:39:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741904_1080 (size=13051) 2024-11-12T21:39:55,412 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 74f7089030f649058dccdd9863c7ca1a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:55,412 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:55,412 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=13, startTime=1731447595355; duration=0sec 2024-11-12T21:39:55,412 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:55,412 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:39:55,412 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:39:55,414 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:39:55,415 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:39:55,415 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:55,415 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6fcb656194ff4147b256a2e09fffa05a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/32a7eea0b1d64c858f6980452e41c7d4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/7e3f9120314c4cb098ad089b43412cf2] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=36.7 K 2024-11-12T21:39:55,416 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fcb656194ff4147b256a2e09fffa05a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731447593338 2024-11-12T21:39:55,417 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 32a7eea0b1d64c858f6980452e41c7d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731447593366 2024-11-12T21:39:55,421 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e3f9120314c4cb098ad089b43412cf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731447594053 2024-11-12T21:39:55,421 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/d34bb1bbe28b49dbbdf8372afbd84334 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d34bb1bbe28b49dbbdf8372afbd84334 2024-11-12T21:39:55,431 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into d34bb1bbe28b49dbbdf8372afbd84334(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:55,432 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:55,432 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=13, startTime=1731447595354; duration=0sec 2024-11-12T21:39:55,432 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:55,432 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:39:55,436 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:55,436 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/afe12ad4d4d044c5a5d8bf94900f01e0 is 50, key is test_row_0/C:col10/1731447594053/Put/seqid=0 2024-11-12T21:39:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741905_1081 (size=13051) 2024-11-12T21:39:55,453 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/afe12ad4d4d044c5a5d8bf94900f01e0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/afe12ad4d4d044c5a5d8bf94900f01e0 2024-11-12T21:39:55,462 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into afe12ad4d4d044c5a5d8bf94900f01e0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:55,463 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:55,463 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=13, startTime=1731447595355; duration=0sec 2024-11-12T21:39:55,463 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:55,463 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:39:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:55,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:55,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:39:55,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/4f4f139fd38b4327bf213c6c8c519e3b is 50, key is test_row_0/A:col10/1731447595541/Put/seqid=0 2024-11-12T21:39:55,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741906_1082 (size=14741) 2024-11-12T21:39:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447655602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447655604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447655608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447655606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447655721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447655721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447655721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447655730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:39:55,801 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:39:55,801 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:39:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-12T21:39:55,805 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:39:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:39:55,806 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:39:55,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:39:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:39:55,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447655931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447655931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447655931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447655941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:55,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:39:55,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:55,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:55,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:55,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:55,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:55,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/4f4f139fd38b4327bf213c6c8c519e3b 2024-11-12T21:39:56,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/332470193932454ba2aba81d0bb9fcbf is 50, key is test_row_0/B:col10/1731447595541/Put/seqid=0 2024-11-12T21:39:56,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741907_1083 (size=12301) 2024-11-12T21:39:56,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:39:56,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:56,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:39:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447656241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447656241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447656241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,244 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in a42168a75bf016c9cc0fa80d862f9869 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447656241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447656250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:39:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/332470193932454ba2aba81d0bb9fcbf 2024-11-12T21:39:56,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:39:56,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:56,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/11aa038b95d24986949d24523e5c3d7c is 50, key is test_row_0/C:col10/1731447595541/Put/seqid=0 2024-11-12T21:39:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:39:56,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741908_1084 (size=12301) 2024-11-12T21:39:56,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:39:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:39:56,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:56,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:56,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447656750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447656760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447656760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447656760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:56,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/11aa038b95d24986949d24523e5c3d7c 2024-11-12T21:39:56,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/4f4f139fd38b4327bf213c6c8c519e3b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4f4f139fd38b4327bf213c6c8c519e3b 2024-11-12T21:39:56,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4f4f139fd38b4327bf213c6c8c519e3b, entries=200, sequenceid=336, filesize=14.4 K 2024-11-12T21:39:56,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/332470193932454ba2aba81d0bb9fcbf as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/332470193932454ba2aba81d0bb9fcbf 2024-11-12T21:39:56,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/332470193932454ba2aba81d0bb9fcbf, entries=150, sequenceid=336, filesize=12.0 K 2024-11-12T21:39:56,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/11aa038b95d24986949d24523e5c3d7c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/11aa038b95d24986949d24523e5c3d7c 2024-11-12T21:39:56,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/11aa038b95d24986949d24523e5c3d7c, entries=150, sequenceid=336, filesize=12.0 K 2024-11-12T21:39:56,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a42168a75bf016c9cc0fa80d862f9869 in 1338ms, sequenceid=336, compaction requested=false 2024-11-12T21:39:56,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:56,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:39:56,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:56,888 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:39:56,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/c9cfb85b50574be78dca8b59106e9945 is 50, key is test_row_0/A:col10/1731447595603/Put/seqid=0 2024-11-12T21:39:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741909_1085 (size=12301) 2024-11-12T21:39:56,931 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/c9cfb85b50574be78dca8b59106e9945 2024-11-12T21:39:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:39:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/54225e27b80b45e98c78aeb7668931df is 50, key is test_row_0/B:col10/1731447595603/Put/seqid=0 2024-11-12T21:39:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741910_1086 (size=12301) 2024-11-12T21:39:56,973 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/54225e27b80b45e98c78aeb7668931df 2024-11-12T21:39:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/b393e46999834313804545056279708a is 50, key is test_row_0/C:col10/1731447595603/Put/seqid=0 2024-11-12T21:39:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741911_1087 (size=12301) 2024-11-12T21:39:57,000 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/b393e46999834313804545056279708a 2024-11-12T21:39:57,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/c9cfb85b50574be78dca8b59106e9945 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/c9cfb85b50574be78dca8b59106e9945 2024-11-12T21:39:57,025 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/c9cfb85b50574be78dca8b59106e9945, entries=150, sequenceid=361, filesize=12.0 K 2024-11-12T21:39:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/54225e27b80b45e98c78aeb7668931df as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/54225e27b80b45e98c78aeb7668931df 2024-11-12T21:39:57,039 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/54225e27b80b45e98c78aeb7668931df, entries=150, sequenceid=361, filesize=12.0 K 2024-11-12T21:39:57,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/b393e46999834313804545056279708a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b393e46999834313804545056279708a 2024-11-12T21:39:57,055 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b393e46999834313804545056279708a, entries=150, sequenceid=361, filesize=12.0 K 2024-11-12T21:39:57,056 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for a42168a75bf016c9cc0fa80d862f9869 in 169ms, sequenceid=361, compaction requested=true 2024-11-12T21:39:57,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:57,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:57,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-12T21:39:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-12T21:39:57,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-12T21:39:57,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2520 sec 2024-11-12T21:39:57,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2620 sec 2024-11-12T21:39:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:57,779 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:57,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:39:57,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f22562414ad946feafae7d1eef31739c is 50, key is test_row_0/A:col10/1731447597775/Put/seqid=0 2024-11-12T21:39:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741912_1088 (size=17181) 2024-11-12T21:39:57,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f22562414ad946feafae7d1eef31739c 2024-11-12T21:39:57,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b8fb1536dd304518a0a50b4dc1ac5075 is 50, key is test_row_0/B:col10/1731447597775/Put/seqid=0 2024-11-12T21:39:57,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741913_1089 (size=12301) 2024-11-12T21:39:57,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b8fb1536dd304518a0a50b4dc1ac5075 2024-11-12T21:39:57,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447657821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447657823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:57,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447657826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447657827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:57,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/3c94609a06254468aa055dcdd0e2454f is 50, key is test_row_0/C:col10/1731447597775/Put/seqid=0 2024-11-12T21:39:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741914_1090 (size=12301) 2024-11-12T21:39:57,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/3c94609a06254468aa055dcdd0e2454f 2024-11-12T21:39:57,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/f22562414ad946feafae7d1eef31739c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f22562414ad946feafae7d1eef31739c 2024-11-12T21:39:57,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f22562414ad946feafae7d1eef31739c, entries=250, sequenceid=373, filesize=16.8 K 2024-11-12T21:39:57,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b8fb1536dd304518a0a50b4dc1ac5075 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b8fb1536dd304518a0a50b4dc1ac5075 2024-11-12T21:39:57,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b8fb1536dd304518a0a50b4dc1ac5075, entries=150, sequenceid=373, filesize=12.0 K 2024-11-12T21:39:57,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/3c94609a06254468aa055dcdd0e2454f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/3c94609a06254468aa055dcdd0e2454f 2024-11-12T21:39:57,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/3c94609a06254468aa055dcdd0e2454f, entries=150, sequenceid=373, filesize=12.0 K 2024-11-12T21:39:57,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a42168a75bf016c9cc0fa80d862f9869 in 105ms, sequenceid=373, compaction requested=true 2024-11-12T21:39:57,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:57,885 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:39:57,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:39:57,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:57,886 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:39:57,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:39:57,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:57,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:39:57,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:57,887 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:39:57,887 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:39:57,887 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:57,887 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d34bb1bbe28b49dbbdf8372afbd84334, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4f4f139fd38b4327bf213c6c8c519e3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/c9cfb85b50574be78dca8b59106e9945, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f22562414ad946feafae7d1eef31739c] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=55.9 K 2024-11-12T21:39:57,888 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d34bb1bbe28b49dbbdf8372afbd84334, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731447594053 2024-11-12T21:39:57,888 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:39:57,888 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:39:57,888 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:57,888 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/74f7089030f649058dccdd9863c7ca1a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/332470193932454ba2aba81d0bb9fcbf, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/54225e27b80b45e98c78aeb7668931df, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b8fb1536dd304518a0a50b4dc1ac5075] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=48.8 K 2024-11-12T21:39:57,890 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 74f7089030f649058dccdd9863c7ca1a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731447594053 2024-11-12T21:39:57,890 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f4f139fd38b4327bf213c6c8c519e3b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731447595212 2024-11-12T21:39:57,890 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 332470193932454ba2aba81d0bb9fcbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731447595216 2024-11-12T21:39:57,890 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9cfb85b50574be78dca8b59106e9945, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731447595601 2024-11-12T21:39:57,890 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 54225e27b80b45e98c78aeb7668931df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731447595601 2024-11-12T21:39:57,890 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f22562414ad946feafae7d1eef31739c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447597766 2024-11-12T21:39:57,891 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b8fb1536dd304518a0a50b4dc1ac5075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447597775 2024-11-12T21:39:57,915 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:57,915 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:57,916 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/37d04f9952ce482ca55641494884c851 is 50, key is test_row_0/B:col10/1731447597775/Put/seqid=0 2024-11-12T21:39:57,921 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/eae55413a79e4c2cb113a44e1cbc6242 is 50, key is test_row_0/A:col10/1731447597775/Put/seqid=0 2024-11-12T21:39:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741915_1091 (size=13187) 2024-11-12T21:39:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:57,934 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:39:57,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:39:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:39:57,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/509c6af47e044c0c9cd2607bd0bec872 is 50, key is test_row_0/A:col10/1731447597932/Put/seqid=0 2024-11-12T21:39:57,952 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:39:57,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:39:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-12T21:39:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:39:57,955 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:39:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447657949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:57,956 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:39:57,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:39:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:57,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741916_1092 (size=13187) 2024-11-12T21:39:57,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447657958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:57,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447657958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:57,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447657958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741917_1093 (size=14741) 2024-11-12T21:39:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:39:58,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447658060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447658071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447658071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447658071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:39:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:58,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:58,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447658250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,257 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in a42168a75bf016c9cc0fa80d862f9869 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:39:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:39:58,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:58,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:58,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:58,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:39:58,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447658271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447658280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447658280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447658280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,333 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/37d04f9952ce482ca55641494884c851 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/37d04f9952ce482ca55641494884c851 2024-11-12T21:39:58,340 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 37d04f9952ce482ca55641494884c851(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:58,340 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:58,340 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=12, startTime=1731447597885; duration=0sec 2024-11-12T21:39:58,340 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:39:58,340 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:39:58,340 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:39:58,342 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:39:58,342 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:39:58,343 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:58,343 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/afe12ad4d4d044c5a5d8bf94900f01e0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/11aa038b95d24986949d24523e5c3d7c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b393e46999834313804545056279708a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/3c94609a06254468aa055dcdd0e2454f] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=48.8 K 2024-11-12T21:39:58,344 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting afe12ad4d4d044c5a5d8bf94900f01e0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731447594053 2024-11-12T21:39:58,344 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 11aa038b95d24986949d24523e5c3d7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731447595216 2024-11-12T21:39:58,345 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b393e46999834313804545056279708a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731447595601 2024-11-12T21:39:58,345 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c94609a06254468aa055dcdd0e2454f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447597775 2024-11-12T21:39:58,354 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:39:58,354 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/fb36f14f6b8444f9b34c1c082a5d5ddf is 50, key is test_row_0/C:col10/1731447597775/Put/seqid=0 2024-11-12T21:39:58,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741918_1094 (size=13187) 2024-11-12T21:39:58,369 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/eae55413a79e4c2cb113a44e1cbc6242 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/eae55413a79e4c2cb113a44e1cbc6242 2024-11-12T21:39:58,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/509c6af47e044c0c9cd2607bd0bec872 2024-11-12T21:39:58,382 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into eae55413a79e4c2cb113a44e1cbc6242(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:58,382 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:58,382 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=12, startTime=1731447597885; duration=0sec 2024-11-12T21:39:58,382 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:58,382 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:39:58,381 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/fb36f14f6b8444f9b34c1c082a5d5ddf as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/fb36f14f6b8444f9b34c1c082a5d5ddf 2024-11-12T21:39:58,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/eaae05a92ff944b3a0e40633530009b1 is 50, key is test_row_0/B:col10/1731447597932/Put/seqid=0 2024-11-12T21:39:58,397 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into fb36f14f6b8444f9b34c1c082a5d5ddf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:39:58,397 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:58,397 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=12, startTime=1731447597886; duration=0sec 2024-11-12T21:39:58,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741919_1095 (size=12301) 2024-11-12T21:39:58,397 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:39:58,397 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:39:58,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/eaae05a92ff944b3a0e40633530009b1 2024-11-12T21:39:58,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/8d130afdadcd467584f43846e1e96180 is 50, key is test_row_0/C:col10/1731447597932/Put/seqid=0 2024-11-12T21:39:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741920_1096 (size=12301) 2024-11-12T21:39:58,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/8d130afdadcd467584f43846e1e96180 2024-11-12T21:39:58,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:39:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:58,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:39:58,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/509c6af47e044c0c9cd2607bd0bec872 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/509c6af47e044c0c9cd2607bd0bec872 2024-11-12T21:39:58,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/509c6af47e044c0c9cd2607bd0bec872, entries=200, sequenceid=398, filesize=14.4 K 2024-11-12T21:39:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/eaae05a92ff944b3a0e40633530009b1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/eaae05a92ff944b3a0e40633530009b1 2024-11-12T21:39:58,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/eaae05a92ff944b3a0e40633530009b1, entries=150, sequenceid=398, filesize=12.0 K 2024-11-12T21:39:58,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/8d130afdadcd467584f43846e1e96180 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/8d130afdadcd467584f43846e1e96180 2024-11-12T21:39:58,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/8d130afdadcd467584f43846e1e96180, entries=150, sequenceid=398, filesize=12.0 K 2024-11-12T21:39:58,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a42168a75bf016c9cc0fa80d862f9869 in 513ms, sequenceid=398, compaction requested=false 2024-11-12T21:39:58,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:58,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:39:58,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:58,575 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:39:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b7cd76fbeb2241d482ee9d01df0b33b6 is 50, key is test_row_0/A:col10/1731447597943/Put/seqid=0 2024-11-12T21:39:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:39:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:39:58,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:39:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741921_1097 (size=12301) 2024-11-12T21:39:58,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447658610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447658611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447658611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447658612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447658720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447658721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447658721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447658721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447658931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447658931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447658931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447658931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:58,988 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b7cd76fbeb2241d482ee9d01df0b33b6 2024-11-12T21:39:59,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/dc5f7e88c16f4133863cfaf9bca8016b is 50, key is test_row_0/B:col10/1731447597943/Put/seqid=0 2024-11-12T21:39:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741922_1098 (size=12301) 2024-11-12T21:39:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:39:59,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447659240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447659240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:59,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447659240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447659241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:59,422 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/dc5f7e88c16f4133863cfaf9bca8016b 2024-11-12T21:39:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ce28e210604d4a12ad1f6a482e8fa5ad is 50, key is test_row_0/C:col10/1731447597943/Put/seqid=0 2024-11-12T21:39:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741923_1099 (size=12301) 2024-11-12T21:39:59,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447659750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:59,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:59,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447659751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447659751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447659751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:39:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:39:59,845 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ce28e210604d4a12ad1f6a482e8fa5ad 2024-11-12T21:39:59,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b7cd76fbeb2241d482ee9d01df0b33b6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b7cd76fbeb2241d482ee9d01df0b33b6 2024-11-12T21:39:59,856 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b7cd76fbeb2241d482ee9d01df0b33b6, entries=150, sequenceid=413, filesize=12.0 K 2024-11-12T21:39:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/dc5f7e88c16f4133863cfaf9bca8016b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/dc5f7e88c16f4133863cfaf9bca8016b 2024-11-12T21:39:59,862 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/dc5f7e88c16f4133863cfaf9bca8016b, entries=150, sequenceid=413, filesize=12.0 K 2024-11-12T21:39:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ce28e210604d4a12ad1f6a482e8fa5ad as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ce28e210604d4a12ad1f6a482e8fa5ad 2024-11-12T21:39:59,868 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ce28e210604d4a12ad1f6a482e8fa5ad, entries=150, sequenceid=413, filesize=12.0 K 2024-11-12T21:39:59,869 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a42168a75bf016c9cc0fa80d862f9869 in 1295ms, sequenceid=413, compaction requested=true 2024-11-12T21:39:59,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:39:59,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:39:59,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-12T21:39:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-12T21:39:59,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-12T21:39:59,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9150 sec 2024-11-12T21:39:59,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9210 sec 2024-11-12T21:40:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:40:00,101 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:00,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-12T21:40:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:40:00,103 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:00,104 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:00,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:40:00,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:40:00,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:00,257 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:40:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/3fa859d4198944f889cf2f806a1685ba is 50, key is test_row_0/A:col10/1731447598611/Put/seqid=0 2024-11-12T21:40:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741924_1100 (size=12301) 2024-11-12T21:40:00,269 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/3fa859d4198944f889cf2f806a1685ba 2024-11-12T21:40:00,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/8676883023164399b7b8ce2e55c5d1de is 50, key is test_row_0/B:col10/1731447598611/Put/seqid=0 2024-11-12T21:40:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741925_1101 (size=12301) 2024-11-12T21:40:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:40:00,701 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/8676883023164399b7b8ce2e55c5d1de 2024-11-12T21:40:00,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c67016562b2b462b8eef101ed34f074c is 50, key is test_row_0/C:col10/1731447598611/Put/seqid=0 2024-11-12T21:40:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:40:00,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741926_1102 (size=12301) 2024-11-12T21:40:00,735 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c67016562b2b462b8eef101ed34f074c 2024-11-12T21:40:00,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/3fa859d4198944f889cf2f806a1685ba as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3fa859d4198944f889cf2f806a1685ba 2024-11-12T21:40:00,756 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3fa859d4198944f889cf2f806a1685ba, entries=150, sequenceid=437, filesize=12.0 K 2024-11-12T21:40:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/8676883023164399b7b8ce2e55c5d1de as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8676883023164399b7b8ce2e55c5d1de 2024-11-12T21:40:00,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:40:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447660775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447660777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447660778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:00,781 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8676883023164399b7b8ce2e55c5d1de, entries=150, sequenceid=437, filesize=12.0 K 2024-11-12T21:40:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:00,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/c67016562b2b462b8eef101ed34f074c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c67016562b2b462b8eef101ed34f074c 2024-11-12T21:40:00,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447660780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:00,790 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c67016562b2b462b8eef101ed34f074c, entries=150, sequenceid=437, filesize=12.0 K 2024-11-12T21:40:00,791 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a42168a75bf016c9cc0fa80d862f9869 in 534ms, sequenceid=437, compaction requested=true 2024-11-12T21:40:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-12T21:40:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-12T21:40:00,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-12T21:40:00,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 690 msec 2024-11-12T21:40:00,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 698 msec 2024-11-12T21:40:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:00,892 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:00,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:40:00,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/d3941bd547204673b73166fb1d2e1c42 is 50, key is test_row_0/A:col10/1731447600773/Put/seqid=0 2024-11-12T21:40:00,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741927_1103 (size=12301) 2024-11-12T21:40:00,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/d3941bd547204673b73166fb1d2e1c42 2024-11-12T21:40:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447660929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:00,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447660929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447660935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:00,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447660935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:00,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/61cc9fbf97e9405ebc72b408f79ee7c4 is 50, key is test_row_0/B:col10/1731447600773/Put/seqid=0 2024-11-12T21:40:00,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741928_1104 (size=12301) 2024-11-12T21:40:00,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/61cc9fbf97e9405ebc72b408f79ee7c4 2024-11-12T21:40:00,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/1c0c1858e6324e8585f97a51827a3ff1 is 50, key is test_row_0/C:col10/1731447600773/Put/seqid=0 2024-11-12T21:40:00,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741929_1105 (size=12301) 2024-11-12T21:40:01,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447661040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447661040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447661050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447661050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:40:01,240 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:01,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-12T21:40:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:40:01,242 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:01,243 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:01,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447661250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447661250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447661261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447661261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:40:01,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/1c0c1858e6324e8585f97a51827a3ff1 2024-11-12T21:40:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/d3941bd547204673b73166fb1d2e1c42 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d3941bd547204673b73166fb1d2e1c42 2024-11-12T21:40:01,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d3941bd547204673b73166fb1d2e1c42, entries=150, sequenceid=452, filesize=12.0 K 2024-11-12T21:40:01,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T21:40:01,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:01,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:40:01,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:01,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/61cc9fbf97e9405ebc72b408f79ee7c4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/61cc9fbf97e9405ebc72b408f79ee7c4 2024-11-12T21:40:01,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:01,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:01,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/61cc9fbf97e9405ebc72b408f79ee7c4, entries=150, sequenceid=452, filesize=12.0 K 2024-11-12T21:40:01,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/1c0c1858e6324e8585f97a51827a3ff1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/1c0c1858e6324e8585f97a51827a3ff1 2024-11-12T21:40:01,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/1c0c1858e6324e8585f97a51827a3ff1, entries=150, sequenceid=452, filesize=12.0 K 2024-11-12T21:40:01,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a42168a75bf016c9cc0fa80d862f9869 in 517ms, sequenceid=452, compaction requested=true 2024-11-12T21:40:01,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:01,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:01,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:01,410 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:40:01,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:01,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:01,410 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:40:01,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:01,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:01,411 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64831 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:40:01,411 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:40:01,412 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:40:01,412 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:40:01,412 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:01,412 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:01,412 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/eae55413a79e4c2cb113a44e1cbc6242, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/509c6af47e044c0c9cd2607bd0bec872, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b7cd76fbeb2241d482ee9d01df0b33b6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3fa859d4198944f889cf2f806a1685ba, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d3941bd547204673b73166fb1d2e1c42] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=63.3 K 2024-11-12T21:40:01,412 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/37d04f9952ce482ca55641494884c851, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/eaae05a92ff944b3a0e40633530009b1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/dc5f7e88c16f4133863cfaf9bca8016b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8676883023164399b7b8ce2e55c5d1de, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/61cc9fbf97e9405ebc72b408f79ee7c4] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=60.9 K 2024-11-12T21:40:01,412 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting eae55413a79e4c2cb113a44e1cbc6242, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447597775 2024-11-12T21:40:01,412 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 37d04f9952ce482ca55641494884c851, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447597775 2024-11-12T21:40:01,413 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 509c6af47e044c0c9cd2607bd0bec872, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731447597821 2024-11-12T21:40:01,413 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting eaae05a92ff944b3a0e40633530009b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731447597824 2024-11-12T21:40:01,413 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting dc5f7e88c16f4133863cfaf9bca8016b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731447597943 2024-11-12T21:40:01,413 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7cd76fbeb2241d482ee9d01df0b33b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731447597943 2024-11-12T21:40:01,413 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 8676883023164399b7b8ce2e55c5d1de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731447598610 2024-11-12T21:40:01,414 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fa859d4198944f889cf2f806a1685ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731447598610 2024-11-12T21:40:01,414 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 61cc9fbf97e9405ebc72b408f79ee7c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731447600773 2024-11-12T21:40:01,414 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3941bd547204673b73166fb1d2e1c42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731447600773 2024-11-12T21:40:01,426 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#93 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:01,426 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/2ca22cc7131e4e05ae199fc71b6eaf27 is 50, key is test_row_0/A:col10/1731447600773/Put/seqid=0 2024-11-12T21:40:01,426 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:01,427 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/41e321208a2344afa76e749793674a26 is 50, key is test_row_0/B:col10/1731447600773/Put/seqid=0 2024-11-12T21:40:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741930_1106 (size=13357) 2024-11-12T21:40:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741931_1107 (size=13357) 2024-11-12T21:40:01,440 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/41e321208a2344afa76e749793674a26 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/41e321208a2344afa76e749793674a26 2024-11-12T21:40:01,446 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 41e321208a2344afa76e749793674a26(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:01,447 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:01,447 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=11, startTime=1731447601410; duration=0sec 2024-11-12T21:40:01,447 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:01,447 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:40:01,447 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:40:01,457 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:40:01,457 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:40:01,457 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:01,457 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/fb36f14f6b8444f9b34c1c082a5d5ddf, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/8d130afdadcd467584f43846e1e96180, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ce28e210604d4a12ad1f6a482e8fa5ad, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c67016562b2b462b8eef101ed34f074c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/1c0c1858e6324e8585f97a51827a3ff1] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=60.9 K 2024-11-12T21:40:01,458 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting fb36f14f6b8444f9b34c1c082a5d5ddf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447597775 2024-11-12T21:40:01,458 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d130afdadcd467584f43846e1e96180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731447597824 2024-11-12T21:40:01,461 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ce28e210604d4a12ad1f6a482e8fa5ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731447597943 2024-11-12T21:40:01,462 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c67016562b2b462b8eef101ed34f074c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731447598610 2024-11-12T21:40:01,462 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c0c1858e6324e8585f97a51827a3ff1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731447600773 2024-11-12T21:40:01,474 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:01,475 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/b76c263efd564996be1d88801ae23724 is 50, key is test_row_0/C:col10/1731447600773/Put/seqid=0 2024-11-12T21:40:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741932_1108 (size=13357) 2024-11-12T21:40:01,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T21:40:01,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:01,549 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T21:40:01,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ecc01bbef7e4487a9e58ad021a74f4f1 is 50, key is test_row_0/A:col10/1731447600913/Put/seqid=0 2024-11-12T21:40:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:40:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:01,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:40:01,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447661588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447661589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447661590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447661592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741933_1109 (size=12301) 2024-11-12T21:40:01,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447661700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447661700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447661700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447661700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,843 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/2ca22cc7131e4e05ae199fc71b6eaf27 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2ca22cc7131e4e05ae199fc71b6eaf27 2024-11-12T21:40:01,851 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 2ca22cc7131e4e05ae199fc71b6eaf27(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:01,852 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:01,852 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=11, startTime=1731447601410; duration=0sec 2024-11-12T21:40:01,853 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:01,853 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:40:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:40:01,896 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/b76c263efd564996be1d88801ae23724 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b76c263efd564996be1d88801ae23724 2024-11-12T21:40:01,905 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into b76c263efd564996be1d88801ae23724(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:01,905 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:01,905 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=11, startTime=1731447601410; duration=0sec 2024-11-12T21:40:01,906 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:01,906 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:40:01,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447661911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447661911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447661911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:01,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447661920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,007 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ecc01bbef7e4487a9e58ad021a74f4f1 2024-11-12T21:40:02,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/0719e2891d24411e8b6dec7a9be84088 is 50, key is test_row_0/B:col10/1731447600913/Put/seqid=0 2024-11-12T21:40:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741934_1110 (size=12301) 2024-11-12T21:40:02,028 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/0719e2891d24411e8b6dec7a9be84088 2024-11-12T21:40:02,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/e8f3b61de94b4a9081b9801f16ab4500 is 50, key is test_row_0/C:col10/1731447600913/Put/seqid=0 2024-11-12T21:40:02,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741935_1111 (size=12301) 2024-11-12T21:40:02,060 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/e8f3b61de94b4a9081b9801f16ab4500 2024-11-12T21:40:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ecc01bbef7e4487a9e58ad021a74f4f1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ecc01bbef7e4487a9e58ad021a74f4f1 2024-11-12T21:40:02,074 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ecc01bbef7e4487a9e58ad021a74f4f1, entries=150, sequenceid=474, filesize=12.0 K 2024-11-12T21:40:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/0719e2891d24411e8b6dec7a9be84088 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0719e2891d24411e8b6dec7a9be84088 2024-11-12T21:40:02,089 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0719e2891d24411e8b6dec7a9be84088, entries=150, sequenceid=474, filesize=12.0 K 2024-11-12T21:40:02,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/e8f3b61de94b4a9081b9801f16ab4500 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e8f3b61de94b4a9081b9801f16ab4500 2024-11-12T21:40:02,098 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e8f3b61de94b4a9081b9801f16ab4500, entries=150, sequenceid=474, filesize=12.0 K 2024-11-12T21:40:02,101 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a42168a75bf016c9cc0fa80d862f9869 in 552ms, sequenceid=474, compaction requested=false 2024-11-12T21:40:02,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:02,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-12T21:40:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-12T21:40:02,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-12T21:40:02,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 860 msec 2024-11-12T21:40:02,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 865 msec 2024-11-12T21:40:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:02,222 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:02,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T21:40:02,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b5cb2adcaa5b4f04840356c92e52b47d is 50, key is test_row_0/A:col10/1731447602222/Put/seqid=0 2024-11-12T21:40:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741936_1112 (size=19621) 2024-11-12T21:40:02,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447662249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447662250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447662258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447662259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1731447662280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,283 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in a42168a75bf016c9cc0fa80d862f9869 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447662361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447662371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447662371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447662371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:40:02,381 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:02,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-12T21:40:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T21:40:02,383 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:02,384 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:02,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T21:40:02,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T21:40:02,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:40:02,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:02,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447662570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447662581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447662581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447662581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b5cb2adcaa5b4f04840356c92e52b47d 2024-11-12T21:40:02,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/848ffcf0285e49f1bc200fb726c03342 is 50, key is test_row_0/B:col10/1731447602222/Put/seqid=0 2024-11-12T21:40:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741937_1113 (size=12301) 2024-11-12T21:40:02,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/848ffcf0285e49f1bc200fb726c03342 2024-11-12T21:40:02,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/f3b4871e331d457f8fea154ac0138009 is 50, key is test_row_0/C:col10/1731447602222/Put/seqid=0 2024-11-12T21:40:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741938_1114 (size=12301) 2024-11-12T21:40:02,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/f3b4871e331d457f8fea154ac0138009 2024-11-12T21:40:02,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T21:40:02,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:40:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:02,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b5cb2adcaa5b4f04840356c92e52b47d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b5cb2adcaa5b4f04840356c92e52b47d 2024-11-12T21:40:02,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b5cb2adcaa5b4f04840356c92e52b47d, entries=300, sequenceid=494, filesize=19.2 K 2024-11-12T21:40:02,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/848ffcf0285e49f1bc200fb726c03342 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/848ffcf0285e49f1bc200fb726c03342 2024-11-12T21:40:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T21:40:02,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/848ffcf0285e49f1bc200fb726c03342, entries=150, sequenceid=494, filesize=12.0 K 2024-11-12T21:40:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/f3b4871e331d457f8fea154ac0138009 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/f3b4871e331d457f8fea154ac0138009 2024-11-12T21:40:02,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/f3b4871e331d457f8fea154ac0138009, entries=150, sequenceid=494, filesize=12.0 K 2024-11-12T21:40:02,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a42168a75bf016c9cc0fa80d862f9869 in 493ms, sequenceid=494, compaction requested=true 2024-11-12T21:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:02,715 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:02,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:02,716 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:02,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:02,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:02,716 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:02,716 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:40:02,717 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,717 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2ca22cc7131e4e05ae199fc71b6eaf27, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ecc01bbef7e4487a9e58ad021a74f4f1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b5cb2adcaa5b4f04840356c92e52b47d] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=44.2 K 2024-11-12T21:40:02,717 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ca22cc7131e4e05ae199fc71b6eaf27, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731447600773 2024-11-12T21:40:02,718 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:02,718 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:40:02,718 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,718 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/41e321208a2344afa76e749793674a26, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0719e2891d24411e8b6dec7a9be84088, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/848ffcf0285e49f1bc200fb726c03342] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=37.1 K 2024-11-12T21:40:02,720 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ecc01bbef7e4487a9e58ad021a74f4f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731447600913 2024-11-12T21:40:02,721 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41e321208a2344afa76e749793674a26, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731447600773 2024-11-12T21:40:02,721 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b5cb2adcaa5b4f04840356c92e52b47d, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731447601570 2024-11-12T21:40:02,721 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0719e2891d24411e8b6dec7a9be84088, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731447600913 2024-11-12T21:40:02,723 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 848ffcf0285e49f1bc200fb726c03342, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731447601588 2024-11-12T21:40:02,735 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:02,735 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/8b53f87cec8d446aabf92e3707752a63 is 50, key is test_row_0/A:col10/1731447602222/Put/seqid=0 2024-11-12T21:40:02,736 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:02,736 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/632e8746ecba4be8b3632ec438385d7c is 50, key is test_row_0/B:col10/1731447602222/Put/seqid=0 2024-11-12T21:40:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741939_1115 (size=13459) 2024-11-12T21:40:02,760 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/8b53f87cec8d446aabf92e3707752a63 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8b53f87cec8d446aabf92e3707752a63 2024-11-12T21:40:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741940_1116 (size=13459) 2024-11-12T21:40:02,771 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 8b53f87cec8d446aabf92e3707752a63(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:02,771 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:02,771 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=13, startTime=1731447602715; duration=0sec 2024-11-12T21:40:02,773 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:02,773 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:40:02,773 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/632e8746ecba4be8b3632ec438385d7c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/632e8746ecba4be8b3632ec438385d7c 2024-11-12T21:40:02,774 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:02,775 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:02,775 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:40:02,775 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,776 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b76c263efd564996be1d88801ae23724, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e8f3b61de94b4a9081b9801f16ab4500, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/f3b4871e331d457f8fea154ac0138009] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=37.1 K 2024-11-12T21:40:02,776 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b76c263efd564996be1d88801ae23724, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731447600773 2024-11-12T21:40:02,776 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e8f3b61de94b4a9081b9801f16ab4500, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731447600913 2024-11-12T21:40:02,777 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f3b4871e331d457f8fea154ac0138009, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731447601588 2024-11-12T21:40:02,785 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 632e8746ecba4be8b3632ec438385d7c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:02,785 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:02,785 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=13, startTime=1731447602715; duration=0sec 2024-11-12T21:40:02,785 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:02,785 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:40:02,807 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:02,807 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/cbb9b9581c85417ba561ecf29f050763 is 50, key is test_row_0/C:col10/1731447602222/Put/seqid=0 2024-11-12T21:40:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741941_1117 (size=13459) 2024-11-12T21:40:02,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T21:40:02,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:02,845 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T21:40:02,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b1824b67dbfa40d0b7c30bd169692fdf is 50, key is test_row_0/A:col10/1731447602256/Put/seqid=0 2024-11-12T21:40:02,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741942_1118 (size=12301) 2024-11-12T21:40:02,865 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b1824b67dbfa40d0b7c30bd169692fdf 2024-11-12T21:40:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. as already flushing 2024-11-12T21:40:02,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/69fe6a5e2bb445f9a44860e0c98f8ed6 is 50, key is test_row_0/B:col10/1731447602256/Put/seqid=0 2024-11-12T21:40:02,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741943_1119 (size=12301) 2024-11-12T21:40:02,929 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/69fe6a5e2bb445f9a44860e0c98f8ed6 2024-11-12T21:40:02,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447662932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447662937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447662940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447662936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ba94ecf40f6e4b6f94da584e87414e46 is 50, key is test_row_0/C:col10/1731447602256/Put/seqid=0 2024-11-12T21:40:02,987 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-12T21:40:02,987 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-12T21:40:02,987 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:02,987 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:02,989 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-12T21:40:02,990 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:02,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741944_1120 (size=12301) 2024-11-12T21:40:02,993 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:02,993 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:02,993 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:02,994 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:02,994 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:02,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:02,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:02,994 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:02,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:02,998 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-12T21:40:02,998 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:02,998 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:02,999 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:02,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T21:40:03,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:03,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:03,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447663051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447663050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447663051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:03,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447663051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:03,244 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/cbb9b9581c85417ba561ecf29f050763 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/cbb9b9581c85417ba561ecf29f050763 2024-11-12T21:40:03,250 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into cbb9b9581c85417ba561ecf29f050763(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:03,250 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:03,250 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=13, startTime=1731447602716; duration=0sec 2024-11-12T21:40:03,250 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:03,251 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:40:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49524 deadline: 1731447663260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49560 deadline: 1731447663261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49558 deadline: 1731447663260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731447663261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:03,392 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ba94ecf40f6e4b6f94da584e87414e46 2024-11-12T21:40:03,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/b1824b67dbfa40d0b7c30bd169692fdf as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b1824b67dbfa40d0b7c30bd169692fdf 2024-11-12T21:40:03,406 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b1824b67dbfa40d0b7c30bd169692fdf, entries=150, sequenceid=515, filesize=12.0 K 2024-11-12T21:40:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/69fe6a5e2bb445f9a44860e0c98f8ed6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/69fe6a5e2bb445f9a44860e0c98f8ed6 2024-11-12T21:40:03,412 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/69fe6a5e2bb445f9a44860e0c98f8ed6, entries=150, sequenceid=515, filesize=12.0 K 2024-11-12T21:40:03,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ba94ecf40f6e4b6f94da584e87414e46 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ba94ecf40f6e4b6f94da584e87414e46 2024-11-12T21:40:03,417 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ba94ecf40f6e4b6f94da584e87414e46, entries=150, sequenceid=515, filesize=12.0 K 2024-11-12T21:40:03,418 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a42168a75bf016c9cc0fa80d862f9869 in 573ms, sequenceid=515, compaction requested=false 2024-11-12T21:40:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T21:40:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T21:40:03,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-12T21:40:03,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-12T21:40:03,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0410 sec 2024-11-12T21:40:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T21:40:03,521 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:03,572 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:03,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T21:40:03,573 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-12T21:40:03,573 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-12T21:40:03,573 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-12T21:40:03,573 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:03,573 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:03,573 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:03,573 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:03,573 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:03,573 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:03,573 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:03,573 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:03,573 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:03,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:03,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:03,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:03,574 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-12T21:40:03,574 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:03,574 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:03,574 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:03,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:03,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/25de5142be86426f9f22a2c86c59b609 is 50, key is test_row_0/A:col10/1731447603571/Put/seqid=0 2024-11-12T21:40:03,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741945_1121 (size=12301) 2024-11-12T21:40:03,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/25de5142be86426f9f22a2c86c59b609 2024-11-12T21:40:03,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/7931fbaa220140ea8f8b21efccc03212 is 50, key is test_row_0/B:col10/1731447603571/Put/seqid=0 2024-11-12T21:40:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741946_1122 (size=12301) 2024-11-12T21:40:04,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/7931fbaa220140ea8f8b21efccc03212 2024-11-12T21:40:04,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/30bb330bbc624e28b77c82bc764b2280 is 50, key is test_row_0/C:col10/1731447603571/Put/seqid=0 2024-11-12T21:40:04,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741947_1123 (size=12301) 2024-11-12T21:40:04,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/30bb330bbc624e28b77c82bc764b2280 2024-11-12T21:40:04,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/25de5142be86426f9f22a2c86c59b609 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/25de5142be86426f9f22a2c86c59b609 2024-11-12T21:40:04,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/25de5142be86426f9f22a2c86c59b609, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T21:40:04,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/7931fbaa220140ea8f8b21efccc03212 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/7931fbaa220140ea8f8b21efccc03212 2024-11-12T21:40:04,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/7931fbaa220140ea8f8b21efccc03212, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T21:40:04,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/30bb330bbc624e28b77c82bc764b2280 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/30bb330bbc624e28b77c82bc764b2280 2024-11-12T21:40:04,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/30bb330bbc624e28b77c82bc764b2280, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T21:40:04,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for a42168a75bf016c9cc0fa80d862f9869 in 887ms, sequenceid=537, compaction requested=true 2024-11-12T21:40:04,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:04,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:04,460 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:04,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:04,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:04,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:04,460 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:04,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a42168a75bf016c9cc0fa80d862f9869:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:04,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:04,462 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:04,462 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/A is initiating minor compaction (all files) 2024-11-12T21:40:04,462 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/A in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:04,463 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:04,463 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8b53f87cec8d446aabf92e3707752a63, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b1824b67dbfa40d0b7c30bd169692fdf, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/25de5142be86426f9f22a2c86c59b609] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=37.2 K 2024-11-12T21:40:04,463 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/B is initiating minor compaction (all files) 2024-11-12T21:40:04,463 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/B in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:04,463 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/632e8746ecba4be8b3632ec438385d7c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/69fe6a5e2bb445f9a44860e0c98f8ed6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/7931fbaa220140ea8f8b21efccc03212] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=37.2 K 2024-11-12T21:40:04,463 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b53f87cec8d446aabf92e3707752a63, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731447601588 2024-11-12T21:40:04,464 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1824b67dbfa40d0b7c30bd169692fdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731447602247 2024-11-12T21:40:04,464 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 632e8746ecba4be8b3632ec438385d7c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731447601588 2024-11-12T21:40:04,464 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 69fe6a5e2bb445f9a44860e0c98f8ed6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731447602247 2024-11-12T21:40:04,464 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25de5142be86426f9f22a2c86c59b609, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1731447602935 2024-11-12T21:40:04,465 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 7931fbaa220140ea8f8b21efccc03212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1731447602935 2024-11-12T21:40:04,491 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:04,492 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/87e3228dd69948b69ce8ce72dbc9cb7b is 50, key is test_row_0/A:col10/1731447603571/Put/seqid=0 2024-11-12T21:40:04,493 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:04,494 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/2a8f673d187a4def8772a58055535e40 is 50, key is test_row_0/B:col10/1731447603571/Put/seqid=0 2024-11-12T21:40:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741948_1124 (size=13561) 2024-11-12T21:40:04,512 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/87e3228dd69948b69ce8ce72dbc9cb7b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/87e3228dd69948b69ce8ce72dbc9cb7b 2024-11-12T21:40:04,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741949_1125 (size=13561) 2024-11-12T21:40:04,519 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/A of a42168a75bf016c9cc0fa80d862f9869 into 87e3228dd69948b69ce8ce72dbc9cb7b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:04,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:04,519 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/A, priority=13, startTime=1731447604460; duration=0sec 2024-11-12T21:40:04,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:04,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:A 2024-11-12T21:40:04,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:04,526 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:04,526 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): a42168a75bf016c9cc0fa80d862f9869/C is initiating minor compaction (all files) 2024-11-12T21:40:04,526 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a42168a75bf016c9cc0fa80d862f9869/C in TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:04,527 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/cbb9b9581c85417ba561ecf29f050763, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ba94ecf40f6e4b6f94da584e87414e46, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/30bb330bbc624e28b77c82bc764b2280] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp, totalSize=37.2 K 2024-11-12T21:40:04,527 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbb9b9581c85417ba561ecf29f050763, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731447601588 2024-11-12T21:40:04,528 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba94ecf40f6e4b6f94da584e87414e46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731447602247 2024-11-12T21:40:04,528 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30bb330bbc624e28b77c82bc764b2280, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1731447602935 2024-11-12T21:40:04,545 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a42168a75bf016c9cc0fa80d862f9869#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:04,545 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/302d45ffe7614182b0dea9de554a2e20 is 50, key is test_row_0/C:col10/1731447603571/Put/seqid=0 2024-11-12T21:40:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741950_1126 (size=13561) 2024-11-12T21:40:04,569 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/302d45ffe7614182b0dea9de554a2e20 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/302d45ffe7614182b0dea9de554a2e20 2024-11-12T21:40:04,579 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/C of a42168a75bf016c9cc0fa80d862f9869 into 302d45ffe7614182b0dea9de554a2e20(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:04,579 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:04,580 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/C, priority=13, startTime=1731447604460; duration=0sec 2024-11-12T21:40:04,580 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:04,580 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:C 2024-11-12T21:40:04,924 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/2a8f673d187a4def8772a58055535e40 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/2a8f673d187a4def8772a58055535e40 2024-11-12T21:40:04,931 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a42168a75bf016c9cc0fa80d862f9869/B of a42168a75bf016c9cc0fa80d862f9869 into 2a8f673d187a4def8772a58055535e40(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:04,931 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a42168a75bf016c9cc0fa80d862f9869: 2024-11-12T21:40:04,931 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., storeName=a42168a75bf016c9cc0fa80d862f9869/B, priority=13, startTime=1731447604460; duration=0sec 2024-11-12T21:40:04,931 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:04,931 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a42168a75bf016c9cc0fa80d862f9869:B 2024-11-12T21:40:05,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:40:12,384 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-12T21:40:12,384 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:12,384 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:12,385 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:12,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:12,385 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:40:12,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-12T21:40:12,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-12T21:40:12,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-12T21:40:12,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-12T21:40:12,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-12T21:40:12,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:40:12,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3612 2024-11-12T21:40:12,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3534 2024-11-12T21:40:12,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:40:12,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1641 2024-11-12T21:40:12,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4919 rows 2024-11-12T21:40:12,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1609 2024-11-12T21:40:12,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4823 rows 2024-11-12T21:40:12,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:40:12,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:40:12,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:12,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:12,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:12,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:40:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T21:40:12,400 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447612400"}]},"ts":"1731447612400"} 2024-11-12T21:40:12,402 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:40:12,402 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:40:12,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:40:12,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, UNASSIGN}] 2024-11-12T21:40:12,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, UNASSIGN 2024-11-12T21:40:12,410 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a42168a75bf016c9cc0fa80d862f9869, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:12,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, UNASSIGN because future has completed 2024-11-12T21:40:12,412 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:40:12,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:40:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T21:40:12,571 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:12,572 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:40:12,574 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing a42168a75bf016c9cc0fa80d862f9869, disabling compactions & flushes 2024-11-12T21:40:12,574 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:12,574 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:12,574 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. after waiting 0 ms 2024-11-12T21:40:12,574 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:12,574 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing a42168a75bf016c9cc0fa80d862f9869 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-12T21:40:12,584 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ef15c67c1e4d4e59b23c040acd02f848 is 50, key is test_row_0/A:col10/1731447612381/Put/seqid=0 2024-11-12T21:40:12,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741951_1127 (size=7415) 2024-11-12T21:40:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T21:40:12,990 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ef15c67c1e4d4e59b23c040acd02f848 2024-11-12T21:40:13,005 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b43746b8a56c4d7f8bb632f4f3f94e52 is 50, key is test_row_0/B:col10/1731447612381/Put/seqid=0 2024-11-12T21:40:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741952_1128 (size=7415) 2024-11-12T21:40:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T21:40:13,413 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b43746b8a56c4d7f8bb632f4f3f94e52 2024-11-12T21:40:13,428 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ee3124dfcc1d401b8cbf3444f2bdcb48 is 50, key is test_row_0/C:col10/1731447612381/Put/seqid=0 2024-11-12T21:40:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741953_1129 (size=7415) 2024-11-12T21:40:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T21:40:13,833 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ee3124dfcc1d401b8cbf3444f2bdcb48 2024-11-12T21:40:13,840 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/A/ef15c67c1e4d4e59b23c040acd02f848 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ef15c67c1e4d4e59b23c040acd02f848 2024-11-12T21:40:13,847 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ef15c67c1e4d4e59b23c040acd02f848, entries=50, sequenceid=544, filesize=7.2 K 2024-11-12T21:40:13,848 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/B/b43746b8a56c4d7f8bb632f4f3f94e52 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b43746b8a56c4d7f8bb632f4f3f94e52 2024-11-12T21:40:13,855 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b43746b8a56c4d7f8bb632f4f3f94e52, entries=50, sequenceid=544, filesize=7.2 K 2024-11-12T21:40:13,856 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/.tmp/C/ee3124dfcc1d401b8cbf3444f2bdcb48 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ee3124dfcc1d401b8cbf3444f2bdcb48 2024-11-12T21:40:13,861 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ee3124dfcc1d401b8cbf3444f2bdcb48, entries=50, sequenceid=544, filesize=7.2 K 2024-11-12T21:40:13,862 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for a42168a75bf016c9cc0fa80d862f9869 in 1288ms, sequenceid=544, compaction requested=false 2024-11-12T21:40:13,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/dbe6d1bbac1f4adbbda811cc9eb872d3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0682606ffc514274963d208fc1a4664c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8cff4614fff04bd89a71bc7214c9f306, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4799424e00e1439eb95ea4f47ea4ed62, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6a00f75332254989af505f643bf78870, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6384238fb39a409da356ede8bea2aafb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2c0f31d5b5ad4585afe291cfe52a92ea, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ae4e6eccd431499892b7871e6c8390af, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/28ed0a1fa6ff4ae09da2902a037be5d1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0fa5f8d1730b44609ce0e10abb28e98b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3e8951db49e04ddc88637888cf6bced9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d87657501d7940168db1677ee0284b23, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/a202c3b154d1467e98e2c8fc6f30f909, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94455b955d424269ba5eff505c1c01bd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/47cbbad555ab48e69ec7b7e45f66d85c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/39950da6517f4a3ea263b61f4ddf1fb8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/87c6c016880e4bed8780a240bc1e6f24, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f9882094cb52459fb6d210a20b4c5894, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/5ff963fa567943de860251db27fa85f1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94c66a525e7745d6a0a5da5fae306adb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/cbdc0aaa3e0c4da2852e796a4497d4b5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d34bb1bbe28b49dbbdf8372afbd84334, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f0157eb0f2744d0d9c31ae46a3b46b2b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4f4f139fd38b4327bf213c6c8c519e3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/c9cfb85b50574be78dca8b59106e9945, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f22562414ad946feafae7d1eef31739c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/eae55413a79e4c2cb113a44e1cbc6242, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/509c6af47e044c0c9cd2607bd0bec872, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b7cd76fbeb2241d482ee9d01df0b33b6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3fa859d4198944f889cf2f806a1685ba, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2ca22cc7131e4e05ae199fc71b6eaf27, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d3941bd547204673b73166fb1d2e1c42, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ecc01bbef7e4487a9e58ad021a74f4f1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b5cb2adcaa5b4f04840356c92e52b47d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8b53f87cec8d446aabf92e3707752a63, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b1824b67dbfa40d0b7c30bd169692fdf, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/25de5142be86426f9f22a2c86c59b609] to archive 2024-11-12T21:40:13,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:40:13,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/dbe6d1bbac1f4adbbda811cc9eb872d3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/dbe6d1bbac1f4adbbda811cc9eb872d3 2024-11-12T21:40:13,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0682606ffc514274963d208fc1a4664c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0682606ffc514274963d208fc1a4664c 2024-11-12T21:40:13,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8cff4614fff04bd89a71bc7214c9f306 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8cff4614fff04bd89a71bc7214c9f306 2024-11-12T21:40:13,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4799424e00e1439eb95ea4f47ea4ed62 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4799424e00e1439eb95ea4f47ea4ed62 2024-11-12T21:40:13,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6a00f75332254989af505f643bf78870 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6a00f75332254989af505f643bf78870 2024-11-12T21:40:13,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6384238fb39a409da356ede8bea2aafb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/6384238fb39a409da356ede8bea2aafb 2024-11-12T21:40:13,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2c0f31d5b5ad4585afe291cfe52a92ea to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2c0f31d5b5ad4585afe291cfe52a92ea 2024-11-12T21:40:13,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ae4e6eccd431499892b7871e6c8390af to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ae4e6eccd431499892b7871e6c8390af 2024-11-12T21:40:13,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/28ed0a1fa6ff4ae09da2902a037be5d1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/28ed0a1fa6ff4ae09da2902a037be5d1 2024-11-12T21:40:13,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0fa5f8d1730b44609ce0e10abb28e98b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/0fa5f8d1730b44609ce0e10abb28e98b 2024-11-12T21:40:13,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3e8951db49e04ddc88637888cf6bced9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3e8951db49e04ddc88637888cf6bced9 2024-11-12T21:40:13,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d87657501d7940168db1677ee0284b23 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d87657501d7940168db1677ee0284b23 2024-11-12T21:40:13,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/a202c3b154d1467e98e2c8fc6f30f909 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/a202c3b154d1467e98e2c8fc6f30f909 2024-11-12T21:40:13,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94455b955d424269ba5eff505c1c01bd to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94455b955d424269ba5eff505c1c01bd 2024-11-12T21:40:13,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/47cbbad555ab48e69ec7b7e45f66d85c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/47cbbad555ab48e69ec7b7e45f66d85c 2024-11-12T21:40:13,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/39950da6517f4a3ea263b61f4ddf1fb8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/39950da6517f4a3ea263b61f4ddf1fb8 2024-11-12T21:40:13,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/87c6c016880e4bed8780a240bc1e6f24 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/87c6c016880e4bed8780a240bc1e6f24 2024-11-12T21:40:13,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f9882094cb52459fb6d210a20b4c5894 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f9882094cb52459fb6d210a20b4c5894 2024-11-12T21:40:13,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/5ff963fa567943de860251db27fa85f1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/5ff963fa567943de860251db27fa85f1 2024-11-12T21:40:13,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94c66a525e7745d6a0a5da5fae306adb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/94c66a525e7745d6a0a5da5fae306adb 2024-11-12T21:40:13,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/cbdc0aaa3e0c4da2852e796a4497d4b5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/cbdc0aaa3e0c4da2852e796a4497d4b5 2024-11-12T21:40:13,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d34bb1bbe28b49dbbdf8372afbd84334 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d34bb1bbe28b49dbbdf8372afbd84334 2024-11-12T21:40:13,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f0157eb0f2744d0d9c31ae46a3b46b2b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f0157eb0f2744d0d9c31ae46a3b46b2b 2024-11-12T21:40:13,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4f4f139fd38b4327bf213c6c8c519e3b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/4f4f139fd38b4327bf213c6c8c519e3b 2024-11-12T21:40:13,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/c9cfb85b50574be78dca8b59106e9945 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/c9cfb85b50574be78dca8b59106e9945 2024-11-12T21:40:13,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f22562414ad946feafae7d1eef31739c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/f22562414ad946feafae7d1eef31739c 2024-11-12T21:40:13,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/eae55413a79e4c2cb113a44e1cbc6242 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/eae55413a79e4c2cb113a44e1cbc6242 2024-11-12T21:40:13,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/509c6af47e044c0c9cd2607bd0bec872 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/509c6af47e044c0c9cd2607bd0bec872 2024-11-12T21:40:13,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b7cd76fbeb2241d482ee9d01df0b33b6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b7cd76fbeb2241d482ee9d01df0b33b6 2024-11-12T21:40:13,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3fa859d4198944f889cf2f806a1685ba to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/3fa859d4198944f889cf2f806a1685ba 2024-11-12T21:40:13,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2ca22cc7131e4e05ae199fc71b6eaf27 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/2ca22cc7131e4e05ae199fc71b6eaf27 2024-11-12T21:40:13,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d3941bd547204673b73166fb1d2e1c42 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/d3941bd547204673b73166fb1d2e1c42 2024-11-12T21:40:13,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ecc01bbef7e4487a9e58ad021a74f4f1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ecc01bbef7e4487a9e58ad021a74f4f1 2024-11-12T21:40:13,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b5cb2adcaa5b4f04840356c92e52b47d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b5cb2adcaa5b4f04840356c92e52b47d 2024-11-12T21:40:13,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8b53f87cec8d446aabf92e3707752a63 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/8b53f87cec8d446aabf92e3707752a63 2024-11-12T21:40:13,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b1824b67dbfa40d0b7c30bd169692fdf to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/b1824b67dbfa40d0b7c30bd169692fdf 2024-11-12T21:40:13,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/25de5142be86426f9f22a2c86c59b609 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/25de5142be86426f9f22a2c86c59b609 2024-11-12T21:40:13,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c01bac452a054b1bb31f8b739f163111, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b6cebaa822ac44819db4f8d4ddfdf341, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/36cb89beb69143e58d9af4766120d1f9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/28d2687b03f943409105f6b19aa6fa8f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/acd55d9208344b5da994f3db4fd53f42, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c93a6cf17a8a4f31a03ccdcc0c1ecb90, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/57577ec11df74aa1bc96b71608790e93, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/ecadfefeef6340f788785389b87a3859, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1edc9db6fa85420da878fa1b9704a884, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/efc0ebc4fb76471a869a476360cf9974, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/98b0832173a34eb1b020a95a04e2e564, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/d0314c1929d34752ad6510223075c958, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/814e6ff547884c919d34ff4f3a317bd8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8857dbccc75f43938672dcf1fa6f5452, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/767ab53b51024cad90fe2510b0d21f48, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0c3f638e1c6146219a53c390f078cc32, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/3a98f8b8b8ef4b79af81fa000118e186, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/6af9ba2748bd46bca7fbdfecb3b08de9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1bc9dcbc242240ab9f996e8e58e1f439, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/cf58e8f20c2f4905b3c388e2bf1b48d8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/05155cccc56648c49f67dc474ef2e567, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/74f7089030f649058dccdd9863c7ca1a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/bbe5eb0176594e0d979912aecce2a268, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/332470193932454ba2aba81d0bb9fcbf, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/54225e27b80b45e98c78aeb7668931df, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/37d04f9952ce482ca55641494884c851, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b8fb1536dd304518a0a50b4dc1ac5075, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/eaae05a92ff944b3a0e40633530009b1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/dc5f7e88c16f4133863cfaf9bca8016b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8676883023164399b7b8ce2e55c5d1de, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/41e321208a2344afa76e749793674a26, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/61cc9fbf97e9405ebc72b408f79ee7c4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0719e2891d24411e8b6dec7a9be84088, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/632e8746ecba4be8b3632ec438385d7c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/848ffcf0285e49f1bc200fb726c03342, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/69fe6a5e2bb445f9a44860e0c98f8ed6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/7931fbaa220140ea8f8b21efccc03212] to archive 2024-11-12T21:40:13,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:40:13,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c01bac452a054b1bb31f8b739f163111 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c01bac452a054b1bb31f8b739f163111 2024-11-12T21:40:13,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b6cebaa822ac44819db4f8d4ddfdf341 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b6cebaa822ac44819db4f8d4ddfdf341 2024-11-12T21:40:13,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/36cb89beb69143e58d9af4766120d1f9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/36cb89beb69143e58d9af4766120d1f9 2024-11-12T21:40:13,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/28d2687b03f943409105f6b19aa6fa8f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/28d2687b03f943409105f6b19aa6fa8f 2024-11-12T21:40:13,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/acd55d9208344b5da994f3db4fd53f42 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/acd55d9208344b5da994f3db4fd53f42 2024-11-12T21:40:13,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c93a6cf17a8a4f31a03ccdcc0c1ecb90 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/c93a6cf17a8a4f31a03ccdcc0c1ecb90 2024-11-12T21:40:13,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/57577ec11df74aa1bc96b71608790e93 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/57577ec11df74aa1bc96b71608790e93 2024-11-12T21:40:13,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/ecadfefeef6340f788785389b87a3859 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/ecadfefeef6340f788785389b87a3859 2024-11-12T21:40:13,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1edc9db6fa85420da878fa1b9704a884 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1edc9db6fa85420da878fa1b9704a884 2024-11-12T21:40:13,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/efc0ebc4fb76471a869a476360cf9974 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/efc0ebc4fb76471a869a476360cf9974 2024-11-12T21:40:13,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/98b0832173a34eb1b020a95a04e2e564 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/98b0832173a34eb1b020a95a04e2e564 2024-11-12T21:40:13,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/d0314c1929d34752ad6510223075c958 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/d0314c1929d34752ad6510223075c958 2024-11-12T21:40:13,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/814e6ff547884c919d34ff4f3a317bd8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/814e6ff547884c919d34ff4f3a317bd8 2024-11-12T21:40:13,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8857dbccc75f43938672dcf1fa6f5452 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8857dbccc75f43938672dcf1fa6f5452 2024-11-12T21:40:13,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/767ab53b51024cad90fe2510b0d21f48 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/767ab53b51024cad90fe2510b0d21f48 2024-11-12T21:40:13,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0c3f638e1c6146219a53c390f078cc32 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0c3f638e1c6146219a53c390f078cc32 2024-11-12T21:40:13,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/3a98f8b8b8ef4b79af81fa000118e186 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/3a98f8b8b8ef4b79af81fa000118e186 2024-11-12T21:40:13,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/6af9ba2748bd46bca7fbdfecb3b08de9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/6af9ba2748bd46bca7fbdfecb3b08de9 2024-11-12T21:40:13,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1bc9dcbc242240ab9f996e8e58e1f439 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/1bc9dcbc242240ab9f996e8e58e1f439 2024-11-12T21:40:13,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/cf58e8f20c2f4905b3c388e2bf1b48d8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/cf58e8f20c2f4905b3c388e2bf1b48d8 2024-11-12T21:40:13,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/05155cccc56648c49f67dc474ef2e567 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/05155cccc56648c49f67dc474ef2e567 2024-11-12T21:40:13,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/74f7089030f649058dccdd9863c7ca1a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/74f7089030f649058dccdd9863c7ca1a 2024-11-12T21:40:13,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/bbe5eb0176594e0d979912aecce2a268 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/bbe5eb0176594e0d979912aecce2a268 2024-11-12T21:40:13,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/332470193932454ba2aba81d0bb9fcbf to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/332470193932454ba2aba81d0bb9fcbf 2024-11-12T21:40:13,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/54225e27b80b45e98c78aeb7668931df to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/54225e27b80b45e98c78aeb7668931df 2024-11-12T21:40:13,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/37d04f9952ce482ca55641494884c851 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/37d04f9952ce482ca55641494884c851 2024-11-12T21:40:13,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b8fb1536dd304518a0a50b4dc1ac5075 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b8fb1536dd304518a0a50b4dc1ac5075 2024-11-12T21:40:13,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/eaae05a92ff944b3a0e40633530009b1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/eaae05a92ff944b3a0e40633530009b1 2024-11-12T21:40:13,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/dc5f7e88c16f4133863cfaf9bca8016b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/dc5f7e88c16f4133863cfaf9bca8016b 2024-11-12T21:40:13,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8676883023164399b7b8ce2e55c5d1de to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/8676883023164399b7b8ce2e55c5d1de 2024-11-12T21:40:13,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/41e321208a2344afa76e749793674a26 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/41e321208a2344afa76e749793674a26 2024-11-12T21:40:13,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/61cc9fbf97e9405ebc72b408f79ee7c4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/61cc9fbf97e9405ebc72b408f79ee7c4 2024-11-12T21:40:13,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0719e2891d24411e8b6dec7a9be84088 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/0719e2891d24411e8b6dec7a9be84088 2024-11-12T21:40:13,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/632e8746ecba4be8b3632ec438385d7c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/632e8746ecba4be8b3632ec438385d7c 2024-11-12T21:40:13,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/848ffcf0285e49f1bc200fb726c03342 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/848ffcf0285e49f1bc200fb726c03342 2024-11-12T21:40:13,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/69fe6a5e2bb445f9a44860e0c98f8ed6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/69fe6a5e2bb445f9a44860e0c98f8ed6 2024-11-12T21:40:13,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/7931fbaa220140ea8f8b21efccc03212 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/7931fbaa220140ea8f8b21efccc03212 2024-11-12T21:40:13,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/a42e043b62a347b5884ff8f9b16191eb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/9caeac3fbf264faa8a7012abd1b879d9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c431c806f2464747a018b1db070de684, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/25cde9917f8b4b769eb130f731849c3e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/02c18b1743f6492d9aaaf08ac2016835, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/072064dc74384d69a3549dc32619a62e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/33148c3aa27c476a8d59369e5bad6ab4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c0a6247085ad4dbca7003f201eb09662, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/58644a43436d44ecb58ce9a01a82913d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c6e29550d1fd42feaa981a8d72350bd3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6960568b10ec4b0db7e69355c836d2fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/2cd0f7dc33a6456e89ffc3e628bb19fb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/eb0d14beb19b45838f5a4b5c6a7bc71e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/4c5595cabe1e4b81bb513206e723a327, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e3c7538e355f490b843a39e810435d60, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b91f4d03e3ac42aa96bda984cc593b72, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d7bd6e8ede57437c912b8572ec089b9e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d1e9f6ba8b8c431baf3752990f80b357, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6fcb656194ff4147b256a2e09fffa05a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/09675c7d2fb545acad34f18499b565c5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/32a7eea0b1d64c858f6980452e41c7d4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/afe12ad4d4d044c5a5d8bf94900f01e0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/7e3f9120314c4cb098ad089b43412cf2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/11aa038b95d24986949d24523e5c3d7c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b393e46999834313804545056279708a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/fb36f14f6b8444f9b34c1c082a5d5ddf, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/3c94609a06254468aa055dcdd0e2454f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/8d130afdadcd467584f43846e1e96180, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ce28e210604d4a12ad1f6a482e8fa5ad, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c67016562b2b462b8eef101ed34f074c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b76c263efd564996be1d88801ae23724, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/1c0c1858e6324e8585f97a51827a3ff1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e8f3b61de94b4a9081b9801f16ab4500, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/cbb9b9581c85417ba561ecf29f050763, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/f3b4871e331d457f8fea154ac0138009, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ba94ecf40f6e4b6f94da584e87414e46, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/30bb330bbc624e28b77c82bc764b2280] to archive 2024-11-12T21:40:14,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:40:14,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/a42e043b62a347b5884ff8f9b16191eb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/a42e043b62a347b5884ff8f9b16191eb 2024-11-12T21:40:14,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/9caeac3fbf264faa8a7012abd1b879d9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/9caeac3fbf264faa8a7012abd1b879d9 2024-11-12T21:40:14,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c431c806f2464747a018b1db070de684 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c431c806f2464747a018b1db070de684 2024-11-12T21:40:14,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/25cde9917f8b4b769eb130f731849c3e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/25cde9917f8b4b769eb130f731849c3e 2024-11-12T21:40:14,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/02c18b1743f6492d9aaaf08ac2016835 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/02c18b1743f6492d9aaaf08ac2016835 2024-11-12T21:40:14,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/072064dc74384d69a3549dc32619a62e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/072064dc74384d69a3549dc32619a62e 2024-11-12T21:40:14,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/33148c3aa27c476a8d59369e5bad6ab4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/33148c3aa27c476a8d59369e5bad6ab4 2024-11-12T21:40:14,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c0a6247085ad4dbca7003f201eb09662 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c0a6247085ad4dbca7003f201eb09662 2024-11-12T21:40:14,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/58644a43436d44ecb58ce9a01a82913d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/58644a43436d44ecb58ce9a01a82913d 2024-11-12T21:40:14,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c6e29550d1fd42feaa981a8d72350bd3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c6e29550d1fd42feaa981a8d72350bd3 2024-11-12T21:40:14,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6960568b10ec4b0db7e69355c836d2fe to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6960568b10ec4b0db7e69355c836d2fe 2024-11-12T21:40:14,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/2cd0f7dc33a6456e89ffc3e628bb19fb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/2cd0f7dc33a6456e89ffc3e628bb19fb 2024-11-12T21:40:14,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/eb0d14beb19b45838f5a4b5c6a7bc71e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/eb0d14beb19b45838f5a4b5c6a7bc71e 2024-11-12T21:40:14,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/4c5595cabe1e4b81bb513206e723a327 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/4c5595cabe1e4b81bb513206e723a327 2024-11-12T21:40:14,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e3c7538e355f490b843a39e810435d60 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e3c7538e355f490b843a39e810435d60 2024-11-12T21:40:14,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b91f4d03e3ac42aa96bda984cc593b72 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b91f4d03e3ac42aa96bda984cc593b72 2024-11-12T21:40:14,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d7bd6e8ede57437c912b8572ec089b9e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d7bd6e8ede57437c912b8572ec089b9e 2024-11-12T21:40:14,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d1e9f6ba8b8c431baf3752990f80b357 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/d1e9f6ba8b8c431baf3752990f80b357 2024-11-12T21:40:14,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6fcb656194ff4147b256a2e09fffa05a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/6fcb656194ff4147b256a2e09fffa05a 2024-11-12T21:40:14,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/09675c7d2fb545acad34f18499b565c5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/09675c7d2fb545acad34f18499b565c5 2024-11-12T21:40:14,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/32a7eea0b1d64c858f6980452e41c7d4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/32a7eea0b1d64c858f6980452e41c7d4 2024-11-12T21:40:14,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/afe12ad4d4d044c5a5d8bf94900f01e0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/afe12ad4d4d044c5a5d8bf94900f01e0 2024-11-12T21:40:14,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/7e3f9120314c4cb098ad089b43412cf2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/7e3f9120314c4cb098ad089b43412cf2 2024-11-12T21:40:14,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/11aa038b95d24986949d24523e5c3d7c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/11aa038b95d24986949d24523e5c3d7c 2024-11-12T21:40:14,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b393e46999834313804545056279708a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b393e46999834313804545056279708a 2024-11-12T21:40:14,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/fb36f14f6b8444f9b34c1c082a5d5ddf to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/fb36f14f6b8444f9b34c1c082a5d5ddf 2024-11-12T21:40:14,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/3c94609a06254468aa055dcdd0e2454f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/3c94609a06254468aa055dcdd0e2454f 2024-11-12T21:40:14,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/8d130afdadcd467584f43846e1e96180 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/8d130afdadcd467584f43846e1e96180 2024-11-12T21:40:14,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ce28e210604d4a12ad1f6a482e8fa5ad to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ce28e210604d4a12ad1f6a482e8fa5ad 2024-11-12T21:40:14,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c67016562b2b462b8eef101ed34f074c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/c67016562b2b462b8eef101ed34f074c 2024-11-12T21:40:14,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b76c263efd564996be1d88801ae23724 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/b76c263efd564996be1d88801ae23724 2024-11-12T21:40:14,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/1c0c1858e6324e8585f97a51827a3ff1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/1c0c1858e6324e8585f97a51827a3ff1 2024-11-12T21:40:14,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e8f3b61de94b4a9081b9801f16ab4500 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/e8f3b61de94b4a9081b9801f16ab4500 2024-11-12T21:40:14,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/cbb9b9581c85417ba561ecf29f050763 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/cbb9b9581c85417ba561ecf29f050763 2024-11-12T21:40:14,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/f3b4871e331d457f8fea154ac0138009 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/f3b4871e331d457f8fea154ac0138009 2024-11-12T21:40:14,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ba94ecf40f6e4b6f94da584e87414e46 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ba94ecf40f6e4b6f94da584e87414e46 2024-11-12T21:40:14,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/30bb330bbc624e28b77c82bc764b2280 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/30bb330bbc624e28b77c82bc764b2280 2024-11-12T21:40:14,089 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/recovered.edits/547.seqid, newMaxSeqId=547, maxSeqId=1 2024-11-12T21:40:14,090 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. 2024-11-12T21:40:14,090 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for a42168a75bf016c9cc0fa80d862f9869: Waiting for close lock at 1731447612574Running coprocessor pre-close hooks at 1731447612574Disabling compacts and flushes for region at 1731447612574Disabling writes for close at 1731447612574Obtaining lock to block concurrent updates at 1731447612574Preparing flush snapshotting stores in a42168a75bf016c9cc0fa80d862f9869 at 1731447612574Finished memstore snapshotting TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731447612575 (+1 ms)Flushing stores of TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869. at 1731447612576 (+1 ms)Flushing a42168a75bf016c9cc0fa80d862f9869/A: creating writer at 1731447612577 (+1 ms)Flushing a42168a75bf016c9cc0fa80d862f9869/A: appending metadata at 1731447612583 (+6 ms)Flushing a42168a75bf016c9cc0fa80d862f9869/A: closing flushed file at 1731447612583Flushing a42168a75bf016c9cc0fa80d862f9869/B: creating writer at 1731447613001 (+418 ms)Flushing a42168a75bf016c9cc0fa80d862f9869/B: appending metadata at 1731447613005 (+4 ms)Flushing a42168a75bf016c9cc0fa80d862f9869/B: closing flushed file at 1731447613005Flushing a42168a75bf016c9cc0fa80d862f9869/C: creating writer at 1731447613424 (+419 ms)Flushing a42168a75bf016c9cc0fa80d862f9869/C: appending metadata at 1731447613427 (+3 ms)Flushing a42168a75bf016c9cc0fa80d862f9869/C: closing flushed file at 1731447613427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fdb66f: reopening flushed file at 1731447613839 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcbff18: reopening flushed file at 1731447613847 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d0cb46: reopening flushed file at 1731447613855 (+8 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for a42168a75bf016c9cc0fa80d862f9869 in 1288ms, sequenceid=544, compaction requested=false at 1731447613862 (+7 ms)Writing region close event to WAL at 1731447614085 (+223 ms)Running coprocessor post-close hooks at 1731447614090 (+5 ms)Closed at 1731447614090 2024-11-12T21:40:14,093 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:14,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a42168a75bf016c9cc0fa80d862f9869, regionState=CLOSED 2024-11-12T21:40:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:40:14,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-12T21:40:14,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure a42168a75bf016c9cc0fa80d862f9869, server=0c576948786c,36959,1731447576789 in 1.6860 sec 2024-11-12T21:40:14,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-12T21:40:14,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a42168a75bf016c9cc0fa80d862f9869, UNASSIGN in 1.6930 sec 2024-11-12T21:40:14,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-12T21:40:14,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7000 sec 2024-11-12T21:40:14,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447614107"}]},"ts":"1731447614107"} 2024-11-12T21:40:14,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:40:14,109 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:40:14,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7150 sec 2024-11-12T21:40:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T21:40:14,551 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:14,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:40:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:14,562 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-12T21:40:14,569 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:14,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:14,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/recovered.edits] 2024-11-12T21:40:14,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/87e3228dd69948b69ce8ce72dbc9cb7b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/87e3228dd69948b69ce8ce72dbc9cb7b 2024-11-12T21:40:14,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ef15c67c1e4d4e59b23c040acd02f848 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/A/ef15c67c1e4d4e59b23c040acd02f848 2024-11-12T21:40:14,588 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/2a8f673d187a4def8772a58055535e40 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/2a8f673d187a4def8772a58055535e40 2024-11-12T21:40:14,589 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b43746b8a56c4d7f8bb632f4f3f94e52 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/B/b43746b8a56c4d7f8bb632f4f3f94e52 2024-11-12T21:40:14,592 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/302d45ffe7614182b0dea9de554a2e20 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/302d45ffe7614182b0dea9de554a2e20 2024-11-12T21:40:14,593 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ee3124dfcc1d401b8cbf3444f2bdcb48 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/C/ee3124dfcc1d401b8cbf3444f2bdcb48 2024-11-12T21:40:14,596 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/recovered.edits/547.seqid to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869/recovered.edits/547.seqid 2024-11-12T21:40:14,597 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/a42168a75bf016c9cc0fa80d862f9869 2024-11-12T21:40:14,597 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:40:14,603 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:14,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T21:40:14,613 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:40:14,648 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:40:14,650 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:14,650 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:40:14,651 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731447614650"}]},"ts":"9223372036854775807"} 2024-11-12T21:40:14,657 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:40:14,657 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a42168a75bf016c9cc0fa80d862f9869, NAME => 'TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:40:14,658 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:40:14,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731447614658"}]},"ts":"9223372036854775807"} 2024-11-12T21:40:14,664 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:40:14,666 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:14,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 111 msec 2024-11-12T21:40:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-12T21:40:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:40:14,671 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:14,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;0c576948786c:36959-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/0c576948786c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1780837174_22 at /127.0.0.1:48720 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0c576948786c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 321) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10058 (was 9918) - AvailableMemoryMB LEAK? - 2024-11-12T21:40:14,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=10057 2024-11-12T21:40:14,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:40:14,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:40:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:14,703 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:40:14,703 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:14,703 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-12T21:40:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T21:40:14,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:40:14,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741954_1130 (size=959) 2024-11-12T21:40:14,726 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f 2024-11-12T21:40:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741955_1131 (size=53) 2024-11-12T21:40:14,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:40:14,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1af47701a3ab693ec24a167e0833772c, disabling compactions & flushes 2024-11-12T21:40:14,752 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:14,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:14,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. after waiting 0 ms 2024-11-12T21:40:14,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:14,752 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:14,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1af47701a3ab693ec24a167e0833772c: Waiting for close lock at 1731447614751Disabling compacts and flushes for region at 1731447614751Disabling writes for close at 1731447614752 (+1 ms)Writing region close event to WAL at 1731447614752Closed at 1731447614752 2024-11-12T21:40:14,754 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:40:14,754 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731447614754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731447614754"}]},"ts":"1731447614754"} 2024-11-12T21:40:14,757 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:40:14,758 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:40:14,759 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447614759"}]},"ts":"1731447614759"} 2024-11-12T21:40:14,761 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:40:14,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, ASSIGN}] 2024-11-12T21:40:14,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, ASSIGN 2024-11-12T21:40:14,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, ASSIGN; state=OFFLINE, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=false 2024-11-12T21:40:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T21:40:14,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1af47701a3ab693ec24a167e0833772c, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:14,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, ASSIGN because future has completed 2024-11-12T21:40:14,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:40:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T21:40:15,075 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:15,076 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:40:15,076 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,076 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:40:15,076 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,077 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,078 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,081 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1af47701a3ab693ec24a167e0833772c columnFamilyName A 2024-11-12T21:40:15,081 DEBUG [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:15,082 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(327): Store=1af47701a3ab693ec24a167e0833772c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:15,082 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,085 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1af47701a3ab693ec24a167e0833772c columnFamilyName B 2024-11-12T21:40:15,085 DEBUG [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:15,085 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(327): Store=1af47701a3ab693ec24a167e0833772c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:15,085 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,087 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1af47701a3ab693ec24a167e0833772c columnFamilyName C 2024-11-12T21:40:15,087 DEBUG [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:15,088 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(327): Store=1af47701a3ab693ec24a167e0833772c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:15,088 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,089 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,090 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,091 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,091 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,092 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:40:15,093 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,096 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:40:15,097 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 1af47701a3ab693ec24a167e0833772c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67736506, jitterRate=0.00935259461402893}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:40:15,097 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,099 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 1af47701a3ab693ec24a167e0833772c: Running coprocessor pre-open hook at 1731447615077Writing region info on filesystem at 1731447615077Initializing all the Stores at 1731447615078 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447615078Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447615078Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447615078Cleaning up temporary data from old regions at 1731447615091 (+13 ms)Running coprocessor post-open hooks at 1731447615097 (+6 ms)Region opened successfully at 1731447615099 (+2 ms) 2024-11-12T21:40:15,100 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., pid=34, masterSystemTime=1731447615071 2024-11-12T21:40:15,103 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:15,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1af47701a3ab693ec24a167e0833772c, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:15,106 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:15,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:40:15,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-12T21:40:15,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 in 190 msec 2024-11-12T21:40:15,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-12T21:40:15,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, ASSIGN in 349 msec 2024-11-12T21:40:15,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:40:15,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447615115"}]},"ts":"1731447615115"} 2024-11-12T21:40:15,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:40:15,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:40:15,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 419 msec 2024-11-12T21:40:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T21:40:15,331 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:15,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea3fef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:15,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:15,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:15,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2871e361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:15,337 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cf8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:15,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:15,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:15,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:40:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,34667,1731447576119 2024-11-12T21:40:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e8f617 2024-11-12T21:40:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:40:15,345 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:40:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:40:15,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:40:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:15,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741956_1132 (size=995) 2024-11-12T21:40:15,773 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T21:40:15,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T21:40:15,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:40:15,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, REOPEN/MOVE}] 2024-11-12T21:40:15,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, REOPEN/MOVE 2024-11-12T21:40:15,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=1af47701a3ab693ec24a167e0833772c, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:15,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, REOPEN/MOVE because future has completed 2024-11-12T21:40:15,792 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:40:15,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:40:15,945 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,945 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:40:15,945 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 1af47701a3ab693ec24a167e0833772c, disabling compactions & flushes 2024-11-12T21:40:15,945 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:15,945 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:15,945 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. after waiting 0 ms 2024-11-12T21:40:15,945 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:15,949 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T21:40:15,950 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:15,950 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 1af47701a3ab693ec24a167e0833772c: Waiting for close lock at 1731447615945Running coprocessor pre-close hooks at 1731447615945Disabling compacts and flushes for region at 1731447615945Disabling writes for close at 1731447615945Writing region close event to WAL at 1731447615945Running coprocessor post-close hooks at 1731447615949 (+4 ms)Closed at 1731447615949 2024-11-12T21:40:15,950 WARN [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 1af47701a3ab693ec24a167e0833772c to self. 2024-11-12T21:40:15,952 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:15,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=1af47701a3ab693ec24a167e0833772c, regionState=CLOSED 2024-11-12T21:40:15,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:40:15,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T21:40:15,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 in 164 msec 2024-11-12T21:40:15,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, REOPEN/MOVE; state=CLOSED, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=true 2024-11-12T21:40:16,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=1af47701a3ab693ec24a167e0833772c, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, REOPEN/MOVE because future has completed 2024-11-12T21:40:16,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:40:16,269 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,269 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:40:16,269 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,269 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:40:16,269 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,270 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,274 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,280 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1af47701a3ab693ec24a167e0833772c columnFamilyName A 2024-11-12T21:40:16,282 DEBUG [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:16,282 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(327): Store=1af47701a3ab693ec24a167e0833772c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:16,283 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,283 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1af47701a3ab693ec24a167e0833772c columnFamilyName B 2024-11-12T21:40:16,283 DEBUG [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:16,284 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(327): Store=1af47701a3ab693ec24a167e0833772c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:16,284 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,285 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1af47701a3ab693ec24a167e0833772c columnFamilyName C 2024-11-12T21:40:16,285 DEBUG [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:16,286 INFO [StoreOpener-1af47701a3ab693ec24a167e0833772c-1 {}] regionserver.HStore(327): Store=1af47701a3ab693ec24a167e0833772c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:16,286 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,287 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,288 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,289 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,289 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,289 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:40:16,291 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,291 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 1af47701a3ab693ec24a167e0833772c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66509454, jitterRate=-0.008931905031204224}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:40:16,292 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,293 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 1af47701a3ab693ec24a167e0833772c: Running coprocessor pre-open hook at 1731447616270Writing region info on filesystem at 1731447616270Initializing all the Stores at 1731447616271 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447616271Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447616271Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447616271Cleaning up temporary data from old regions at 1731447616289 (+18 ms)Running coprocessor post-open hooks at 1731447616292 (+3 ms)Region opened successfully at 1731447616293 (+1 ms) 2024-11-12T21:40:16,294 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., pid=39, masterSystemTime=1731447616265 2024-11-12T21:40:16,295 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,295 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=1af47701a3ab693ec24a167e0833772c, regionState=OPEN, openSeqNum=5, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:40:16,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-12T21:40:16,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 in 186 msec 2024-11-12T21:40:16,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T21:40:16,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, REOPEN/MOVE in 514 msec 2024-11-12T21:40:16,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-12T21:40:16,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec 2024-11-12T21:40:16,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 956 msec 2024-11-12T21:40:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-12T21:40:16,313 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:16,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5087a8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,314 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749a768a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251113c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b485a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,320 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1973858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3392046e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6a8226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,325 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4799535a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,327 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfaa950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696350bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,329 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ff4b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,331 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad9b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6f06f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,333 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f619862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,335 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43841ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c1da90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,338 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad65005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,340 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fb2116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f69d96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,343 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6054ef04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,346 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae36f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea06616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,350 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54749fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,352 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233af0ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4533212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:16,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:16,355 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f7b3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:16,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:16,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2769e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:16,358 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,358 DEBUG [Thread-670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,360 DEBUG [Thread-667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,360 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,360 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,362 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-12T21:40:16,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:40:16,366 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:16,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,374 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,377 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,377 DEBUG [Thread-665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,378 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:16,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:16,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:40:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,392 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:16,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:40:16,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c8bfc9b443924f36a8daaeb34efbb469_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447616391/Put/seqid=0 2024-11-12T21:40:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:40:16,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447676468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447676468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447676469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447676478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447676480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741957_1133 (size=14594) 2024-11-12T21:40:16,494 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:16,502 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c8bfc9b443924f36a8daaeb34efbb469_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c8bfc9b443924f36a8daaeb34efbb469_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:16,504 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6c6f4b7e4d4940afb2ff819b234c5db4, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:16,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6c6f4b7e4d4940afb2ff819b234c5db4 is 175, key is test_row_0/A:col10/1731447616391/Put/seqid=0 2024-11-12T21:40:16,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741958_1134 (size=39549) 2024-11-12T21:40:16,543 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6c6f4b7e4d4940afb2ff819b234c5db4 2024-11-12T21:40:16,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/ed6d43c913ff4883ab365eb7ce8a5a41 is 50, key is test_row_0/B:col10/1731447616391/Put/seqid=0 2024-11-12T21:40:16,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447676591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447676591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447676594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447676601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447676602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741959_1135 (size=12001) 2024-11-12T21:40:16,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/ed6d43c913ff4883ab365eb7ce8a5a41 2024-11-12T21:40:16,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/0fac187d7bf14ff0a4c8e1d8245d8b6d is 50, key is test_row_0/C:col10/1731447616391/Put/seqid=0 2024-11-12T21:40:16,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:16,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:16,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:40:16,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741960_1136 (size=12001) 2024-11-12T21:40:16,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447676801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447676801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447676811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447676821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447676821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:16,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:16,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:16,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:40:17,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/0fac187d7bf14ff0a4c8e1d8245d8b6d 2024-11-12T21:40:17,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6c6f4b7e4d4940afb2ff819b234c5db4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6c6f4b7e4d4940afb2ff819b234c5db4 2024-11-12T21:40:17,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6c6f4b7e4d4940afb2ff819b234c5db4, entries=200, sequenceid=17, filesize=38.6 K 2024-11-12T21:40:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/ed6d43c913ff4883ab365eb7ce8a5a41 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ed6d43c913ff4883ab365eb7ce8a5a41 2024-11-12T21:40:17,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447677112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447677112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ed6d43c913ff4883ab365eb7ce8a5a41, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T21:40:17,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/0fac187d7bf14ff0a4c8e1d8245d8b6d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0fac187d7bf14ff0a4c8e1d8245d8b6d 2024-11-12T21:40:17,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0fac187d7bf14ff0a4c8e1d8245d8b6d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T21:40:17,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1af47701a3ab693ec24a167e0833772c in 742ms, sequenceid=17, compaction requested=false 2024-11-12T21:40:17,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:17,141 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:17,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:17,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:40:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112acf8c4cbb2974b47bd48d7eba1646738_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447616476/Put/seqid=0 2024-11-12T21:40:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447677168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447677176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741961_1137 (size=14594) 2024-11-12T21:40:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447677180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,192 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:17,203 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112acf8c4cbb2974b47bd48d7eba1646738_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112acf8c4cbb2974b47bd48d7eba1646738_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:17,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6789991ea7ef4d60ad36fec4e0fe69ee, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:17,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6789991ea7ef4d60ad36fec4e0fe69ee is 175, key is test_row_0/A:col10/1731447616476/Put/seqid=0 2024-11-12T21:40:17,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741962_1138 (size=39549) 2024-11-12T21:40:17,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6789991ea7ef4d60ad36fec4e0fe69ee 2024-11-12T21:40:17,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/ce9a18391264410a997076d1254c4391 is 50, key is test_row_0/B:col10/1731447616476/Put/seqid=0 2024-11-12T21:40:17,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741963_1139 (size=12001) 2024-11-12T21:40:17,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/ce9a18391264410a997076d1254c4391 2024-11-12T21:40:17,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447677292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447677292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447677301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/1d902c0027f24403a36844b06fb2eeb1 is 50, key is test_row_0/C:col10/1731447616476/Put/seqid=0 2024-11-12T21:40:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741964_1140 (size=12001) 2024-11-12T21:40:17,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:40:17,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447677504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447677504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447677521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447677621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447677622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/1d902c0027f24403a36844b06fb2eeb1 2024-11-12T21:40:17,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6789991ea7ef4d60ad36fec4e0fe69ee as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6789991ea7ef4d60ad36fec4e0fe69ee 2024-11-12T21:40:17,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6789991ea7ef4d60ad36fec4e0fe69ee, entries=200, sequenceid=42, filesize=38.6 K 2024-11-12T21:40:17,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:17,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/ce9a18391264410a997076d1254c4391 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ce9a18391264410a997076d1254c4391 2024-11-12T21:40:17,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:17,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ce9a18391264410a997076d1254c4391, entries=150, sequenceid=42, filesize=11.7 K 2024-11-12T21:40:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/1d902c0027f24403a36844b06fb2eeb1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1d902c0027f24403a36844b06fb2eeb1 2024-11-12T21:40:17,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1d902c0027f24403a36844b06fb2eeb1, entries=150, sequenceid=42, filesize=11.7 K 2024-11-12T21:40:17,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1af47701a3ab693ec24a167e0833772c in 672ms, sequenceid=42, compaction requested=false 2024-11-12T21:40:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:17,829 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:17,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:40:17,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b16fb4499db54f0aad0da9823ef1a244_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447617822/Put/seqid=0 2024-11-12T21:40:17,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741965_1141 (size=14594) 2024-11-12T21:40:17,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:17,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:17,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:17,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:17,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447677925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447677927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:17,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447677934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447678041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447678041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447678051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:18,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:18,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:18,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:18,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,253 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:18,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447678251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447678252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,260 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b16fb4499db54f0aad0da9823ef1a244_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b16fb4499db54f0aad0da9823ef1a244_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:18,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/cf4018e3649f43da95dbab8334068311, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:18,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/cf4018e3649f43da95dbab8334068311 is 175, key is test_row_0/A:col10/1731447617822/Put/seqid=0 2024-11-12T21:40:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447678271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741966_1142 (size=39549) 2024-11-12T21:40:18,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:18,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:18,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:40:18,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:18,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:18,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447678561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447678571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447678584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447678641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447678641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:18,647 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:18,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,647 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:18,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:18,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:18,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/cf4018e3649f43da95dbab8334068311 2024-11-12T21:40:18,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/71da142c20544e7cb62d006d0414be16 is 50, key is test_row_0/B:col10/1731447617822/Put/seqid=0 2024-11-12T21:40:18,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741967_1143 (size=12001) 2024-11-12T21:40:18,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/71da142c20544e7cb62d006d0414be16 2024-11-12T21:40:18,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/49a47e6d22ab4a768c583854a2b42ea9 is 50, key is test_row_0/C:col10/1731447617822/Put/seqid=0 2024-11-12T21:40:18,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741968_1144 (size=12001) 2024-11-12T21:40:18,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/49a47e6d22ab4a768c583854a2b42ea9 2024-11-12T21:40:18,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/cf4018e3649f43da95dbab8334068311 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cf4018e3649f43da95dbab8334068311 2024-11-12T21:40:18,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cf4018e3649f43da95dbab8334068311, entries=200, sequenceid=54, filesize=38.6 K 2024-11-12T21:40:18,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/71da142c20544e7cb62d006d0414be16 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/71da142c20544e7cb62d006d0414be16 2024-11-12T21:40:18,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:18,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:18,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/71da142c20544e7cb62d006d0414be16, entries=150, sequenceid=54, filesize=11.7 K 2024-11-12T21:40:18,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/49a47e6d22ab4a768c583854a2b42ea9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/49a47e6d22ab4a768c583854a2b42ea9 2024-11-12T21:40:18,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/49a47e6d22ab4a768c583854a2b42ea9, entries=150, sequenceid=54, filesize=11.7 K 2024-11-12T21:40:18,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1af47701a3ab693ec24a167e0833772c in 1051ms, sequenceid=54, compaction requested=true 2024-11-12T21:40:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:18,881 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:18,881 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:18,882 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:18,882 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/B is initiating minor compaction (all files) 2024-11-12T21:40:18,883 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/B in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,883 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ed6d43c913ff4883ab365eb7ce8a5a41, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ce9a18391264410a997076d1254c4391, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/71da142c20544e7cb62d006d0414be16] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=35.2 K 2024-11-12T21:40:18,883 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118647 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:18,883 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/A is initiating minor compaction (all files) 2024-11-12T21:40:18,883 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/A in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,883 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6c6f4b7e4d4940afb2ff819b234c5db4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6789991ea7ef4d60ad36fec4e0fe69ee, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cf4018e3649f43da95dbab8334068311] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=115.9 K 2024-11-12T21:40:18,883 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:18,884 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6c6f4b7e4d4940afb2ff819b234c5db4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6789991ea7ef4d60ad36fec4e0fe69ee, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cf4018e3649f43da95dbab8334068311] 2024-11-12T21:40:18,884 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed6d43c913ff4883ab365eb7ce8a5a41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731447616387 2024-11-12T21:40:18,884 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c6f4b7e4d4940afb2ff819b234c5db4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731447616379 2024-11-12T21:40:18,885 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9a18391264410a997076d1254c4391, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731447616467 2024-11-12T21:40:18,885 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6789991ea7ef4d60ad36fec4e0fe69ee, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731447616467 2024-11-12T21:40:18,885 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71da142c20544e7cb62d006d0414be16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447617163 2024-11-12T21:40:18,885 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting cf4018e3649f43da95dbab8334068311, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447617163 2024-11-12T21:40:18,910 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:18,920 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:18,921 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/ffd2e9e7ad374401a99d949174087051 is 50, key is test_row_0/B:col10/1731447617822/Put/seqid=0 2024-11-12T21:40:18,930 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112813afc91e997473d9592379a50d07f98_1af47701a3ab693ec24a167e0833772c store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:18,938 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112813afc91e997473d9592379a50d07f98_1af47701a3ab693ec24a167e0833772c, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:18,938 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112813afc91e997473d9592379a50d07f98_1af47701a3ab693ec24a167e0833772c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:19,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:40:19,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:19,003 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:40:19,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741969_1145 (size=12104) 2024-11-12T21:40:19,018 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/ffd2e9e7ad374401a99d949174087051 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ffd2e9e7ad374401a99d949174087051 2024-11-12T21:40:19,029 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/B of 1af47701a3ab693ec24a167e0833772c into ffd2e9e7ad374401a99d949174087051(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:19,030 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:19,030 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/B, priority=13, startTime=1731447618881; duration=0sec 2024-11-12T21:40:19,030 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:19,030 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:B 2024-11-12T21:40:19,030 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:19,032 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:19,032 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/C is initiating minor compaction (all files) 2024-11-12T21:40:19,033 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/C in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:19,033 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0fac187d7bf14ff0a4c8e1d8245d8b6d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1d902c0027f24403a36844b06fb2eeb1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/49a47e6d22ab4a768c583854a2b42ea9] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=35.2 K 2024-11-12T21:40:19,033 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fac187d7bf14ff0a4c8e1d8245d8b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731447616387 2024-11-12T21:40:19,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741970_1146 (size=4469) 2024-11-12T21:40:19,034 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d902c0027f24403a36844b06fb2eeb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731447616467 2024-11-12T21:40:19,034 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49a47e6d22ab4a768c583854a2b42ea9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447617163 2024-11-12T21:40:19,060 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:19,061 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/8cf03142761e49b7adc18d3c2309c5b3 is 50, key is test_row_0/C:col10/1731447617822/Put/seqid=0 2024-11-12T21:40:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121137506d7cae470aa44aa9f0cc8d6654_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447617924/Put/seqid=0 2024-11-12T21:40:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:19,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:19,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741971_1147 (size=12104) 2024-11-12T21:40:19,114 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/8cf03142761e49b7adc18d3c2309c5b3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/8cf03142761e49b7adc18d3c2309c5b3 2024-11-12T21:40:19,122 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/C of 1af47701a3ab693ec24a167e0833772c into 8cf03142761e49b7adc18d3c2309c5b3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:19,122 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:19,122 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/C, priority=13, startTime=1731447618881; duration=0sec 2024-11-12T21:40:19,122 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:19,122 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:C 2024-11-12T21:40:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741972_1148 (size=12154) 2024-11-12T21:40:19,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:19,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447679158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447679160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447679166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,170 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121137506d7cae470aa44aa9f0cc8d6654_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121137506d7cae470aa44aa9f0cc8d6654_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/210ce07b2ac84d93a32d5b1932204cfa, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:19,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/210ce07b2ac84d93a32d5b1932204cfa is 175, key is test_row_0/A:col10/1731447617924/Put/seqid=0 2024-11-12T21:40:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741973_1149 (size=30955) 2024-11-12T21:40:19,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447679271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447679271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447679280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,431 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#A#compaction#126 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:19,432 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/7c1370075ec442ba908853264b83dc1b is 175, key is test_row_0/A:col10/1731447617822/Put/seqid=0 2024-11-12T21:40:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741974_1150 (size=31058) 2024-11-12T21:40:19,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447679481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447679481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447679491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,625 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/210ce07b2ac84d93a32d5b1932204cfa 2024-11-12T21:40:19,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/5c2110b7bd1142538d3b82e9a5d32812 is 50, key is test_row_0/B:col10/1731447617924/Put/seqid=0 2024-11-12T21:40:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741975_1151 (size=12001) 2024-11-12T21:40:19,648 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/5c2110b7bd1142538d3b82e9a5d32812 2024-11-12T21:40:19,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/eca058c3363641a381904bf34f366211 is 50, key is test_row_0/C:col10/1731447617924/Put/seqid=0 2024-11-12T21:40:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741976_1152 (size=12001) 2024-11-12T21:40:19,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:40:19,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447679790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447679790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447679801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:19,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:19,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:19,865 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/7c1370075ec442ba908853264b83dc1b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7c1370075ec442ba908853264b83dc1b 2024-11-12T21:40:19,870 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/A of 1af47701a3ab693ec24a167e0833772c into 7c1370075ec442ba908853264b83dc1b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:19,871 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:19,871 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/A, priority=13, startTime=1731447618881; duration=0sec 2024-11-12T21:40:19,871 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:19,871 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:A 2024-11-12T21:40:20,068 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/eca058c3363641a381904bf34f366211 2024-11-12T21:40:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/210ce07b2ac84d93a32d5b1932204cfa as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/210ce07b2ac84d93a32d5b1932204cfa 2024-11-12T21:40:20,090 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/210ce07b2ac84d93a32d5b1932204cfa, entries=150, sequenceid=78, filesize=30.2 K 2024-11-12T21:40:20,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/5c2110b7bd1142538d3b82e9a5d32812 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/5c2110b7bd1142538d3b82e9a5d32812 2024-11-12T21:40:20,097 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/5c2110b7bd1142538d3b82e9a5d32812, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T21:40:20,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/eca058c3363641a381904bf34f366211 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/eca058c3363641a381904bf34f366211 2024-11-12T21:40:20,106 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/eca058c3363641a381904bf34f366211, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T21:40:20,108 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1af47701a3ab693ec24a167e0833772c in 1104ms, sequenceid=78, compaction requested=false 2024-11-12T21:40:20,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:20,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:20,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T21:40:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T21:40:20,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-12T21:40:20,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7440 sec 2024-11-12T21:40:20,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 3.7510 sec 2024-11-12T21:40:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:20,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:40:20,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127c5675be819644b6b48660fdc277a8fa_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447619126/Put/seqid=0 2024-11-12T21:40:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741977_1153 (size=17034) 2024-11-12T21:40:20,339 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:20,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127c5675be819644b6b48660fdc277a8fa_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127c5675be819644b6b48660fdc277a8fa_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:20,344 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0f787e4497584f29877354e459c9269b, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:20,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0f787e4497584f29877354e459c9269b is 175, key is test_row_0/A:col10/1731447619126/Put/seqid=0 2024-11-12T21:40:20,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741978_1154 (size=48139) 2024-11-12T21:40:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447680393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447680395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447680396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447680510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447680511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447680511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:40:20,551 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:20,551 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-12T21:40:20,553 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:40:20,557 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:20,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:40:20,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447680661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,664 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447680671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,675 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T21:40:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:20,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:20,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447680721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447680721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447680721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:20,749 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0f787e4497584f29877354e459c9269b 2024-11-12T21:40:20,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/2e842acc1a8a45ec9ef648078e390c9d is 50, key is test_row_0/B:col10/1731447619126/Put/seqid=0 2024-11-12T21:40:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741979_1155 (size=12001) 2024-11-12T21:40:20,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T21:40:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:20,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:40:21,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T21:40:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447681030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447681030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447681030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,091 INFO [master/0c576948786c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T21:40:21,091 INFO [master/0c576948786c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T21:40:21,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T21:40:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:40:21,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/2e842acc1a8a45ec9ef648078e390c9d 2024-11-12T21:40:21,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f398c6f2ea204c899068668dc9bf683e is 50, key is test_row_0/C:col10/1731447619126/Put/seqid=0 2024-11-12T21:40:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741980_1156 (size=12001) 2024-11-12T21:40:21,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f398c6f2ea204c899068668dc9bf683e 2024-11-12T21:40:21,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0f787e4497584f29877354e459c9269b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0f787e4497584f29877354e459c9269b 2024-11-12T21:40:21,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0f787e4497584f29877354e459c9269b, entries=250, sequenceid=96, filesize=47.0 K 2024-11-12T21:40:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/2e842acc1a8a45ec9ef648078e390c9d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/2e842acc1a8a45ec9ef648078e390c9d 2024-11-12T21:40:21,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/2e842acc1a8a45ec9ef648078e390c9d, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T21:40:21,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f398c6f2ea204c899068668dc9bf683e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f398c6f2ea204c899068668dc9bf683e 2024-11-12T21:40:21,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f398c6f2ea204c899068668dc9bf683e, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T21:40:21,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T21:40:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1af47701a3ab693ec24a167e0833772c in 1026ms, sequenceid=96, compaction requested=true 2024-11-12T21:40:21,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:21,330 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:21,330 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:21,333 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:21,333 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/B is initiating minor compaction (all files) 2024-11-12T21:40:21,333 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/B in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,334 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ffd2e9e7ad374401a99d949174087051, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/5c2110b7bd1142538d3b82e9a5d32812, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/2e842acc1a8a45ec9ef648078e390c9d] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=35.3 K 2024-11-12T21:40:21,334 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:21,334 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/A is initiating minor compaction (all files) 2024-11-12T21:40:21,334 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/A in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,334 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7c1370075ec442ba908853264b83dc1b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/210ce07b2ac84d93a32d5b1932204cfa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0f787e4497584f29877354e459c9269b] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=107.6 K 2024-11-12T21:40:21,334 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,334 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7c1370075ec442ba908853264b83dc1b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/210ce07b2ac84d93a32d5b1932204cfa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0f787e4497584f29877354e459c9269b] 2024-11-12T21:40:21,335 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ffd2e9e7ad374401a99d949174087051, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447617163 2024-11-12T21:40:21,335 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c1370075ec442ba908853264b83dc1b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447617163 2024-11-12T21:40:21,335 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2110b7bd1142538d3b82e9a5d32812, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447617911 2024-11-12T21:40:21,335 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 210ce07b2ac84d93a32d5b1932204cfa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447617911 2024-11-12T21:40:21,335 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e842acc1a8a45ec9ef648078e390c9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447619126 2024-11-12T21:40:21,335 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f787e4497584f29877354e459c9269b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447619117 2024-11-12T21:40:21,365 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:21,369 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112682c146707fa4dbeb95e59efefc304e7_1af47701a3ab693ec24a167e0833772c store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:21,371 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:21,371 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/bd58669e19e647d5b7c95c2aae0a4e55 is 50, key is test_row_0/B:col10/1731447619126/Put/seqid=0 2024-11-12T21:40:21,373 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112682c146707fa4dbeb95e59efefc304e7_1af47701a3ab693ec24a167e0833772c, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:21,373 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112682c146707fa4dbeb95e59efefc304e7_1af47701a3ab693ec24a167e0833772c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741982_1158 (size=4469) 2024-11-12T21:40:21,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741981_1157 (size=12207) 2024-11-12T21:40:21,383 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#A#compaction#135 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:21,384 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/f39d627f8b1e479eab3ab31efc10ee83 is 175, key is test_row_0/A:col10/1731447619126/Put/seqid=0 2024-11-12T21:40:21,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741983_1159 (size=31161) 2024-11-12T21:40:21,407 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/f39d627f8b1e479eab3ab31efc10ee83 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/f39d627f8b1e479eab3ab31efc10ee83 2024-11-12T21:40:21,416 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/A of 1af47701a3ab693ec24a167e0833772c into f39d627f8b1e479eab3ab31efc10ee83(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:21,416 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:21,416 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/A, priority=13, startTime=1731447621329; duration=0sec 2024-11-12T21:40:21,416 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:21,416 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:A 2024-11-12T21:40:21,416 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:21,418 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:21,419 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/C is initiating minor compaction (all files) 2024-11-12T21:40:21,419 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/C in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,419 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/8cf03142761e49b7adc18d3c2309c5b3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/eca058c3363641a381904bf34f366211, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f398c6f2ea204c899068668dc9bf683e] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=35.3 K 2024-11-12T21:40:21,419 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf03142761e49b7adc18d3c2309c5b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447617163 2024-11-12T21:40:21,420 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting eca058c3363641a381904bf34f366211, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447617911 2024-11-12T21:40:21,425 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f398c6f2ea204c899068668dc9bf683e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447619126 2024-11-12T21:40:21,436 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#C#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:21,436 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/bad222c9af5b476b9bf33a9543705758 is 50, key is test_row_0/C:col10/1731447619126/Put/seqid=0 2024-11-12T21:40:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741984_1160 (size=12207) 2024-11-12T21:40:21,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T21:40:21,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,483 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T21:40:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112799d49fa84294e0b80c8e526b096c62f_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447620394/Put/seqid=0 2024-11-12T21:40:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741985_1161 (size=12154) 2024-11-12T21:40:21,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:21,527 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112799d49fa84294e0b80c8e526b096c62f_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112799d49fa84294e0b80c8e526b096c62f_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/09166f988dee40b0a174c02821bf9bba, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/09166f988dee40b0a174c02821bf9bba is 175, key is test_row_0/A:col10/1731447620394/Put/seqid=0 2024-11-12T21:40:21,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741986_1162 (size=30955) 2024-11-12T21:40:21,536 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/09166f988dee40b0a174c02821bf9bba 2024-11-12T21:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:21,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:21,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/03ffe00a691948798af6ae07f9766b0b is 50, key is test_row_0/B:col10/1731447620394/Put/seqid=0 2024-11-12T21:40:21,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447681577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447681585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447681586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741987_1163 (size=12001) 2024-11-12T21:40:21,605 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/03ffe00a691948798af6ae07f9766b0b 2024-11-12T21:40:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/78e6f04ff14f47cda5b559461f932d55 is 50, key is test_row_0/C:col10/1731447620394/Put/seqid=0 2024-11-12T21:40:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741988_1164 (size=12001) 2024-11-12T21:40:21,664 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/78e6f04ff14f47cda5b559461f932d55 2024-11-12T21:40:21,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/09166f988dee40b0a174c02821bf9bba as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/09166f988dee40b0a174c02821bf9bba 2024-11-12T21:40:21,679 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/09166f988dee40b0a174c02821bf9bba, entries=150, sequenceid=118, filesize=30.2 K 2024-11-12T21:40:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/03ffe00a691948798af6ae07f9766b0b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/03ffe00a691948798af6ae07f9766b0b 2024-11-12T21:40:21,687 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/03ffe00a691948798af6ae07f9766b0b, entries=150, sequenceid=118, filesize=11.7 K 2024-11-12T21:40:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:40:21,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447681690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/78e6f04ff14f47cda5b559461f932d55 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/78e6f04ff14f47cda5b559461f932d55 2024-11-12T21:40:21,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,704 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/78e6f04ff14f47cda5b559461f932d55, entries=150, sequenceid=118, filesize=11.7 K 2024-11-12T21:40:21,706 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1af47701a3ab693ec24a167e0833772c in 223ms, sequenceid=118, compaction requested=false 2024-11-12T21:40:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T21:40:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T21:40:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:21,708 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:21,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T21:40:21,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-12T21:40:21,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-11-12T21:40:21,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.1630 sec 2024-11-12T21:40:21,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112edf4b91adeab4a1d8737af6f83d6b1a7_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447621584/Put/seqid=0 2024-11-12T21:40:21,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741989_1165 (size=17284) 2024-11-12T21:40:21,756 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:21,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112edf4b91adeab4a1d8737af6f83d6b1a7_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112edf4b91adeab4a1d8737af6f83d6b1a7_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:21,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/b9cb2ab872d2450ba51f5b75d68777d1, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:21,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/b9cb2ab872d2450ba51f5b75d68777d1 is 175, key is test_row_0/A:col10/1731447621584/Put/seqid=0 2024-11-12T21:40:21,789 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/bd58669e19e647d5b7c95c2aae0a4e55 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/bd58669e19e647d5b7c95c2aae0a4e55 2024-11-12T21:40:21,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741990_1166 (size=48389) 2024-11-12T21:40:21,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/b9cb2ab872d2450ba51f5b75d68777d1 2024-11-12T21:40:21,798 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/B of 1af47701a3ab693ec24a167e0833772c into bd58669e19e647d5b7c95c2aae0a4e55(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:21,798 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:21,798 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/B, priority=13, startTime=1731447621330; duration=0sec 2024-11-12T21:40:21,798 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:21,798 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:B 2024-11-12T21:40:21,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/e8ca9c8060b2496d9e8b9922dd486ce5 is 50, key is test_row_0/B:col10/1731447621584/Put/seqid=0 2024-11-12T21:40:21,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447681813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447681822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,855 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/bad222c9af5b476b9bf33a9543705758 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bad222c9af5b476b9bf33a9543705758 2024-11-12T21:40:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741991_1167 (size=12151) 2024-11-12T21:40:21,863 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/C of 1af47701a3ab693ec24a167e0833772c into bad222c9af5b476b9bf33a9543705758(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:21,863 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:21,863 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/C, priority=13, startTime=1731447621330; duration=0sec 2024-11-12T21:40:21,864 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:21,864 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:C 2024-11-12T21:40:21,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447681900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447681931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447681931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447682141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447682141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447682210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/e8ca9c8060b2496d9e8b9922dd486ce5 2024-11-12T21:40:22,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/6b2960b81937438eb00418ae3ef1d1da is 50, key is test_row_0/C:col10/1731447621584/Put/seqid=0 2024-11-12T21:40:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741992_1168 (size=12151) 2024-11-12T21:40:22,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/6b2960b81937438eb00418ae3ef1d1da 2024-11-12T21:40:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/b9cb2ab872d2450ba51f5b75d68777d1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/b9cb2ab872d2450ba51f5b75d68777d1 2024-11-12T21:40:22,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/b9cb2ab872d2450ba51f5b75d68777d1, entries=250, sequenceid=135, filesize=47.3 K 2024-11-12T21:40:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/e8ca9c8060b2496d9e8b9922dd486ce5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e8ca9c8060b2496d9e8b9922dd486ce5 2024-11-12T21:40:22,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e8ca9c8060b2496d9e8b9922dd486ce5, entries=150, sequenceid=135, filesize=11.9 K 2024-11-12T21:40:22,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/6b2960b81937438eb00418ae3ef1d1da as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/6b2960b81937438eb00418ae3ef1d1da 2024-11-12T21:40:22,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/6b2960b81937438eb00418ae3ef1d1da, entries=150, sequenceid=135, filesize=11.9 K 2024-11-12T21:40:22,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 1af47701a3ab693ec24a167e0833772c in 642ms, sequenceid=135, compaction requested=true 2024-11-12T21:40:22,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:22,351 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:22,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:22,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:22,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:22,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:22,351 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:22,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:22,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:22,352 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:22,352 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/A is initiating minor compaction (all files) 2024-11-12T21:40:22,352 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/A in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:22,353 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/f39d627f8b1e479eab3ab31efc10ee83, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/09166f988dee40b0a174c02821bf9bba, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/b9cb2ab872d2450ba51f5b75d68777d1] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=107.9 K 2024-11-12T21:40:22,353 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:22,353 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/f39d627f8b1e479eab3ab31efc10ee83, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/09166f988dee40b0a174c02821bf9bba, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/b9cb2ab872d2450ba51f5b75d68777d1] 2024-11-12T21:40:22,354 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:22,354 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/B is initiating minor compaction (all files) 2024-11-12T21:40:22,354 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/B in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:22,354 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/bd58669e19e647d5b7c95c2aae0a4e55, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/03ffe00a691948798af6ae07f9766b0b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e8ca9c8060b2496d9e8b9922dd486ce5] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=35.5 K 2024-11-12T21:40:22,354 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting bd58669e19e647d5b7c95c2aae0a4e55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447619126 2024-11-12T21:40:22,354 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f39d627f8b1e479eab3ab31efc10ee83, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447619126 2024-11-12T21:40:22,355 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ffe00a691948798af6ae07f9766b0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731447620391 2024-11-12T21:40:22,355 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09166f988dee40b0a174c02821bf9bba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731447620391 2024-11-12T21:40:22,355 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e8ca9c8060b2496d9e8b9922dd486ce5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447621583 2024-11-12T21:40:22,356 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9cb2ab872d2450ba51f5b75d68777d1, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447621573 2024-11-12T21:40:22,368 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:22,368 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/cca2431944f64f5db1511a472fc08da6 is 50, key is test_row_0/B:col10/1731447621584/Put/seqid=0 2024-11-12T21:40:22,369 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:22,379 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411127dfa0245f343494dbda938cc6db3a81d_1af47701a3ab693ec24a167e0833772c store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:22,382 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411127dfa0245f343494dbda938cc6db3a81d_1af47701a3ab693ec24a167e0833772c, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:22,382 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127dfa0245f343494dbda938cc6db3a81d_1af47701a3ab693ec24a167e0833772c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:22,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741993_1169 (size=12459) 2024-11-12T21:40:22,399 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/cca2431944f64f5db1511a472fc08da6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cca2431944f64f5db1511a472fc08da6 2024-11-12T21:40:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741994_1170 (size=4469) 2024-11-12T21:40:22,405 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#A#compaction#145 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:22,405 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/9a4b1d16e0fa4609b2dbe2f7bcbead05 is 175, key is test_row_0/A:col10/1731447621584/Put/seqid=0 2024-11-12T21:40:22,411 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/B of 1af47701a3ab693ec24a167e0833772c into cca2431944f64f5db1511a472fc08da6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:22,411 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:22,411 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/B, priority=13, startTime=1731447622351; duration=0sec 2024-11-12T21:40:22,411 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:22,411 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:B 2024-11-12T21:40:22,412 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:22,413 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:22,413 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/C is initiating minor compaction (all files) 2024-11-12T21:40:22,413 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/C in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:22,413 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bad222c9af5b476b9bf33a9543705758, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/78e6f04ff14f47cda5b559461f932d55, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/6b2960b81937438eb00418ae3ef1d1da] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=35.5 K 2024-11-12T21:40:22,414 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting bad222c9af5b476b9bf33a9543705758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447619126 2024-11-12T21:40:22,415 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 78e6f04ff14f47cda5b559461f932d55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731447620391 2024-11-12T21:40:22,415 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b2960b81937438eb00418ae3ef1d1da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447621583 2024-11-12T21:40:22,439 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#C#compaction#146 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:22,440 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/c93108cff94b4a17a9c0b4a6a5e82c9e is 50, key is test_row_0/C:col10/1731447621584/Put/seqid=0 2024-11-12T21:40:22,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741995_1171 (size=31413) 2024-11-12T21:40:22,459 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:22,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T21:40:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741996_1172 (size=12459) 2024-11-12T21:40:22,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112258cb05ffa9349fa9f45ccc223f7e828_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447621811/Put/seqid=0 2024-11-12T21:40:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447682498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447682498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741997_1173 (size=14794) 2024-11-12T21:40:22,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447682611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447682611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:40:22,701 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:22,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-12T21:40:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:40:22,711 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:22,712 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:22,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:22,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447682721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:40:22,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447682820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447682820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:22,861 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/9a4b1d16e0fa4609b2dbe2f7bcbead05 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/9a4b1d16e0fa4609b2dbe2f7bcbead05 2024-11-12T21:40:22,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T21:40:22,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:22,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:22,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:22,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:22,874 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/A of 1af47701a3ab693ec24a167e0833772c into 9a4b1d16e0fa4609b2dbe2f7bcbead05(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:22,874 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:22,874 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/A, priority=13, startTime=1731447622351; duration=0sec 2024-11-12T21:40:22,874 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:22,874 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:A 2024-11-12T21:40:22,890 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/c93108cff94b4a17a9c0b4a6a5e82c9e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/c93108cff94b4a17a9c0b4a6a5e82c9e 2024-11-12T21:40:22,897 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/C of 1af47701a3ab693ec24a167e0833772c into c93108cff94b4a17a9c0b4a6a5e82c9e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:22,897 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:22,898 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/C, priority=13, startTime=1731447622351; duration=0sec 2024-11-12T21:40:22,898 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:22,898 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:C 2024-11-12T21:40:22,904 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:22,912 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112258cb05ffa9349fa9f45ccc223f7e828_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112258cb05ffa9349fa9f45ccc223f7e828_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:22,913 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/8e0c27362c474829b8e1edf15267ea14, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:22,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/8e0c27362c474829b8e1edf15267ea14 is 175, key is test_row_0/A:col10/1731447621811/Put/seqid=0 2024-11-12T21:40:22,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741998_1174 (size=39749) 2024-11-12T21:40:23,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T21:40:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:23,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:40:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447683131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:23,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447683131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:23,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T21:40:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:23,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:23,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T21:40:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:23,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,329 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/8e0c27362c474829b8e1edf15267ea14 2024-11-12T21:40:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:40:23,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/e2bd48fcf3564270ba7bdb7fa158e582 is 50, key is test_row_0/B:col10/1731447621811/Put/seqid=0 2024-11-12T21:40:23,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741999_1175 (size=12151) 2024-11-12T21:40:23,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/e2bd48fcf3564270ba7bdb7fa158e582 2024-11-12T21:40:23,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/053b812853324c279e2b97e41d4e6793 is 50, key is test_row_0/C:col10/1731447621811/Put/seqid=0 2024-11-12T21:40:23,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742000_1176 (size=12151) 2024-11-12T21:40:23,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/053b812853324c279e2b97e41d4e6793 2024-11-12T21:40:23,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/8e0c27362c474829b8e1edf15267ea14 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8e0c27362c474829b8e1edf15267ea14 2024-11-12T21:40:23,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8e0c27362c474829b8e1edf15267ea14, entries=200, sequenceid=158, filesize=38.8 K 2024-11-12T21:40:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/e2bd48fcf3564270ba7bdb7fa158e582 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e2bd48fcf3564270ba7bdb7fa158e582 2024-11-12T21:40:23,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e2bd48fcf3564270ba7bdb7fa158e582, entries=150, sequenceid=158, filesize=11.9 K 2024-11-12T21:40:23,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/053b812853324c279e2b97e41d4e6793 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/053b812853324c279e2b97e41d4e6793 2024-11-12T21:40:23,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/053b812853324c279e2b97e41d4e6793, entries=150, sequenceid=158, filesize=11.9 K 2024-11-12T21:40:23,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 1af47701a3ab693ec24a167e0833772c in 1013ms, sequenceid=158, compaction requested=false 2024-11-12T21:40:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:23,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T21:40:23,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:23,483 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T21:40:23,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112efafb3386bb84ab3b3a0aefcea659dff_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447622496/Put/seqid=0 2024-11-12T21:40:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742001_1177 (size=12304) 2024-11-12T21:40:23,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:23,582 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112efafb3386bb84ab3b3a0aefcea659dff_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112efafb3386bb84ab3b3a0aefcea659dff_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:23,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/eea9e1ad726e4878a9cd3f3f8a8825fa, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:23,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/eea9e1ad726e4878a9cd3f3f8a8825fa is 175, key is test_row_0/A:col10/1731447622496/Put/seqid=0 2024-11-12T21:40:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742002_1178 (size=31105) 2024-11-12T21:40:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:23,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:23,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447683684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:23,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447683681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:23,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447683751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:23,755 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:23,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447683801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447683801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:40:24,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447684011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:24,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447684011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:24,029 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/eea9e1ad726e4878a9cd3f3f8a8825fa 2024-11-12T21:40:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/cbcebcb888564c659dcf257d6753461e is 50, key is test_row_0/B:col10/1731447622496/Put/seqid=0 2024-11-12T21:40:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742003_1179 (size=12151) 2024-11-12T21:40:24,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447684320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:24,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447684320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:24,456 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/cbcebcb888564c659dcf257d6753461e 2024-11-12T21:40:24,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f49d1946d4864cbaa79b5b6dabede53e is 50, key is test_row_0/C:col10/1731447622496/Put/seqid=0 2024-11-12T21:40:24,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742004_1180 (size=12151) 2024-11-12T21:40:24,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447684681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:24,683 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:24,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447684721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:24,724 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:24,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447684830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:24,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447684841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:24,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:24,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:40:24,942 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f49d1946d4864cbaa79b5b6dabede53e 2024-11-12T21:40:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/eea9e1ad726e4878a9cd3f3f8a8825fa as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/eea9e1ad726e4878a9cd3f3f8a8825fa 2024-11-12T21:40:24,964 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/eea9e1ad726e4878a9cd3f3f8a8825fa, entries=150, sequenceid=177, filesize=30.4 K 2024-11-12T21:40:24,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/cbcebcb888564c659dcf257d6753461e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cbcebcb888564c659dcf257d6753461e 2024-11-12T21:40:24,979 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cbcebcb888564c659dcf257d6753461e, entries=150, sequenceid=177, filesize=11.9 K 2024-11-12T21:40:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f49d1946d4864cbaa79b5b6dabede53e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f49d1946d4864cbaa79b5b6dabede53e 2024-11-12T21:40:24,985 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f49d1946d4864cbaa79b5b6dabede53e, entries=150, sequenceid=177, filesize=11.9 K 2024-11-12T21:40:24,986 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 1af47701a3ab693ec24a167e0833772c in 1503ms, sequenceid=177, compaction requested=true 2024-11-12T21:40:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T21:40:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T21:40:24,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-12T21:40:24,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2760 sec 2024-11-12T21:40:24,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.2890 sec 2024-11-12T21:40:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:25,772 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:25,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T21:40:25,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e0bf78fc974f49e7b0199bdf63b7ece6_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447625771/Put/seqid=0 2024-11-12T21:40:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742005_1181 (size=14794) 2024-11-12T21:40:25,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:25,794 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e0bf78fc974f49e7b0199bdf63b7ece6_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e0bf78fc974f49e7b0199bdf63b7ece6_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:25,795 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/50a95232685649c4ad9e516192548d79, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:25,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/50a95232685649c4ad9e516192548d79 is 175, key is test_row_0/A:col10/1731447625771/Put/seqid=0 2024-11-12T21:40:25,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742006_1182 (size=39749) 2024-11-12T21:40:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447685836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447685841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:25,845 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:25,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447685850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:25,851 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_2' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447685950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:26,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447686160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:26,203 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/50a95232685649c4ad9e516192548d79 2024-11-12T21:40:26,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/d4c56220495c42248040817d0e54ff9c is 50, key is test_row_0/B:col10/1731447625771/Put/seqid=0 2024-11-12T21:40:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742007_1183 (size=12151) 2024-11-12T21:40:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447686470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:26,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:26,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:26,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:26,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/d4c56220495c42248040817d0e54ff9c 2024-11-12T21:40:26,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/11f72074eafc4e5eb01d9c919e0f45a1 is 50, key is test_row_0/C:col10/1731447625771/Put/seqid=0 2024-11-12T21:40:26,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742008_1184 (size=12151) 2024-11-12T21:40:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:40:26,877 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:26,878 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-12T21:40:26,880 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:40:26,881 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:26,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:26,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447686984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:26,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:26,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:26,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:40:27,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/11f72074eafc4e5eb01d9c919e0f45a1 2024-11-12T21:40:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/50a95232685649c4ad9e516192548d79 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/50a95232685649c4ad9e516192548d79 2024-11-12T21:40:27,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/50a95232685649c4ad9e516192548d79, entries=200, sequenceid=197, filesize=38.8 K 2024-11-12T21:40:27,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/d4c56220495c42248040817d0e54ff9c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d4c56220495c42248040817d0e54ff9c 2024-11-12T21:40:27,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d4c56220495c42248040817d0e54ff9c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T21:40:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/11f72074eafc4e5eb01d9c919e0f45a1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/11f72074eafc4e5eb01d9c919e0f45a1 2024-11-12T21:40:27,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T21:40:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:27,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:27,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/11f72074eafc4e5eb01d9c919e0f45a1, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T21:40:27,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 1af47701a3ab693ec24a167e0833772c in 1277ms, sequenceid=197, compaction requested=true 2024-11-12T21:40:27,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:27,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:27,050 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:27,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:27,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:27,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:27,050 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:27,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:27,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:27,051 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:27,051 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:27,051 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/B is initiating minor compaction (all files) 2024-11-12T21:40:27,051 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/A is initiating minor compaction (all files) 2024-11-12T21:40:27,051 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/A in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:27,051 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/B in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:27,051 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cca2431944f64f5db1511a472fc08da6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e2bd48fcf3564270ba7bdb7fa158e582, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cbcebcb888564c659dcf257d6753461e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d4c56220495c42248040817d0e54ff9c] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=47.8 K 2024-11-12T21:40:27,051 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/9a4b1d16e0fa4609b2dbe2f7bcbead05, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8e0c27362c474829b8e1edf15267ea14, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/eea9e1ad726e4878a9cd3f3f8a8825fa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/50a95232685649c4ad9e516192548d79] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=138.7 K 2024-11-12T21:40:27,051 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:27,051 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/9a4b1d16e0fa4609b2dbe2f7bcbead05, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8e0c27362c474829b8e1edf15267ea14, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/eea9e1ad726e4878a9cd3f3f8a8825fa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/50a95232685649c4ad9e516192548d79] 2024-11-12T21:40:27,052 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting cca2431944f64f5db1511a472fc08da6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447621583 2024-11-12T21:40:27,052 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a4b1d16e0fa4609b2dbe2f7bcbead05, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447621583 2024-11-12T21:40:27,052 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e2bd48fcf3564270ba7bdb7fa158e582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731447621788 2024-11-12T21:40:27,052 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e0c27362c474829b8e1edf15267ea14, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731447621788 2024-11-12T21:40:27,052 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting cbcebcb888564c659dcf257d6753461e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731447622475 2024-11-12T21:40:27,053 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting eea9e1ad726e4878a9cd3f3f8a8825fa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731447622475 2024-11-12T21:40:27,053 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d4c56220495c42248040817d0e54ff9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447623670 2024-11-12T21:40:27,053 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50a95232685649c4ad9e516192548d79, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447623670 2024-11-12T21:40:27,059 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:27,067 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411126e611214ef954ba6a08ca9656720aeb5_1af47701a3ab693ec24a167e0833772c store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:27,070 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411126e611214ef954ba6a08ca9656720aeb5_1af47701a3ab693ec24a167e0833772c, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:27,070 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126e611214ef954ba6a08ca9656720aeb5_1af47701a3ab693ec24a167e0833772c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:27,083 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#B#compaction#157 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:27,083 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/7125996e6dee489c8b8b740ee890e112 is 50, key is test_row_0/B:col10/1731447625771/Put/seqid=0 2024-11-12T21:40:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742009_1185 (size=4469) 2024-11-12T21:40:27,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742010_1186 (size=12595) 2024-11-12T21:40:27,096 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/7125996e6dee489c8b8b740ee890e112 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/7125996e6dee489c8b8b740ee890e112 2024-11-12T21:40:27,104 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/B of 1af47701a3ab693ec24a167e0833772c into 7125996e6dee489c8b8b740ee890e112(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:27,104 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:27,104 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/B, priority=12, startTime=1731447627050; duration=0sec 2024-11-12T21:40:27,104 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:27,104 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:B 2024-11-12T21:40:27,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:27,107 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:27,107 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/C is initiating minor compaction (all files) 2024-11-12T21:40:27,107 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/C in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:27,107 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/c93108cff94b4a17a9c0b4a6a5e82c9e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/053b812853324c279e2b97e41d4e6793, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f49d1946d4864cbaa79b5b6dabede53e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/11f72074eafc4e5eb01d9c919e0f45a1] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=47.8 K 2024-11-12T21:40:27,108 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c93108cff94b4a17a9c0b4a6a5e82c9e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731447621583 2024-11-12T21:40:27,108 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 053b812853324c279e2b97e41d4e6793, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731447621788 2024-11-12T21:40:27,109 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f49d1946d4864cbaa79b5b6dabede53e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731447622475 2024-11-12T21:40:27,109 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 11f72074eafc4e5eb01d9c919e0f45a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447623670 2024-11-12T21:40:27,119 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:27,120 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/1444f938e0a54037ac498c42bc480bae is 50, key is test_row_0/C:col10/1731447625771/Put/seqid=0 2024-11-12T21:40:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742011_1187 (size=12595) 2024-11-12T21:40:27,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T21:40:27,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:27,198 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T21:40:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:40:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125ffcc2561e324674a9bc7eb66222f338_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447625834/Put/seqid=0 2024-11-12T21:40:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742012_1188 (size=12304) 2024-11-12T21:40:27,485 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#A#compaction#156 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:27,486 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/1eaad85fb9f04d24a2c4bd02e342225f is 175, key is test_row_0/A:col10/1731447625771/Put/seqid=0 2024-11-12T21:40:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742013_1189 (size=31549) 2024-11-12T21:40:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:40:27,541 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/1444f938e0a54037ac498c42bc480bae as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1444f938e0a54037ac498c42bc480bae 2024-11-12T21:40:27,546 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/C of 1af47701a3ab693ec24a167e0833772c into 1444f938e0a54037ac498c42bc480bae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:27,547 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:27,547 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/C, priority=12, startTime=1731447627050; duration=0sec 2024-11-12T21:40:27,547 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:27,547 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:C 2024-11-12T21:40:27,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:27,613 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125ffcc2561e324674a9bc7eb66222f338_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125ffcc2561e324674a9bc7eb66222f338_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/00347c8fecf0406197b2a0363e9a6585, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/00347c8fecf0406197b2a0363e9a6585 is 175, key is test_row_0/A:col10/1731447625834/Put/seqid=0 2024-11-12T21:40:27,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742014_1190 (size=31105) 2024-11-12T21:40:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:27,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:27,905 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/1eaad85fb9f04d24a2c4bd02e342225f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1eaad85fb9f04d24a2c4bd02e342225f 2024-11-12T21:40:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447687909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:27,912 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/A of 1af47701a3ab693ec24a167e0833772c into 1eaad85fb9f04d24a2c4bd02e342225f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:27,912 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:27,912 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/A, priority=12, startTime=1731447627050; duration=0sec 2024-11-12T21:40:27,912 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:27,912 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:A 2024-11-12T21:40:27,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447687910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447688001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:28,003 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:28,019 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/00347c8fecf0406197b2a0363e9a6585 2024-11-12T21:40:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:40:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447688020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447688020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:28,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/29223829166846e793380655467b5c98 is 50, key is test_row_0/B:col10/1731447625834/Put/seqid=0 2024-11-12T21:40:28,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742015_1191 (size=12151) 2024-11-12T21:40:28,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447688230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447688230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:28,432 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/29223829166846e793380655467b5c98 2024-11-12T21:40:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/18daf1d79fbd4dd38c9d7b63cf52ffa5 is 50, key is test_row_0/C:col10/1731447625834/Put/seqid=0 2024-11-12T21:40:28,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742016_1192 (size=12151) 2024-11-12T21:40:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447688540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447688541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:28,847 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/18daf1d79fbd4dd38c9d7b63cf52ffa5 2024-11-12T21:40:28,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/00347c8fecf0406197b2a0363e9a6585 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/00347c8fecf0406197b2a0363e9a6585 2024-11-12T21:40:28,856 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/00347c8fecf0406197b2a0363e9a6585, entries=150, sequenceid=214, filesize=30.4 K 2024-11-12T21:40:28,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/29223829166846e793380655467b5c98 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/29223829166846e793380655467b5c98 2024-11-12T21:40:28,861 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/29223829166846e793380655467b5c98, entries=150, sequenceid=214, filesize=11.9 K 2024-11-12T21:40:28,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/18daf1d79fbd4dd38c9d7b63cf52ffa5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/18daf1d79fbd4dd38c9d7b63cf52ffa5 2024-11-12T21:40:28,866 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/18daf1d79fbd4dd38c9d7b63cf52ffa5, entries=150, sequenceid=214, filesize=11.9 K 2024-11-12T21:40:28,867 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1af47701a3ab693ec24a167e0833772c in 1669ms, sequenceid=214, compaction requested=false 2024-11-12T21:40:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T21:40:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T21:40:28,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T21:40:28,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9870 sec 2024-11-12T21:40:28,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.9930 sec 2024-11-12T21:40:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:40:29,031 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:29,031 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-12T21:40:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:40:29,033 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:29,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:29,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:29,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T21:40:29,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129192a2b1617541ca9a7e7511e320c68d_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447627893/Put/seqid=0 2024-11-12T21:40:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742017_1193 (size=12304) 2024-11-12T21:40:29,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:29,071 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129192a2b1617541ca9a7e7511e320c68d_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129192a2b1617541ca9a7e7511e320c68d_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:29,072 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0ab75695eaf947d7ae18ae8f2b114347, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:29,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0ab75695eaf947d7ae18ae8f2b114347 is 175, key is test_row_0/A:col10/1731447627893/Put/seqid=0 2024-11-12T21:40:29,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447689075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742018_1194 (size=31105) 2024-11-12T21:40:29,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0ab75695eaf947d7ae18ae8f2b114347 2024-11-12T21:40:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447689076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/88f7d7148b3e4f9da651b539399e6102 is 50, key is test_row_0/B:col10/1731447627893/Put/seqid=0 2024-11-12T21:40:29,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742019_1195 (size=12151) 2024-11-12T21:40:29,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/88f7d7148b3e4f9da651b539399e6102 2024-11-12T21:40:29,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/e55bbec38e2b4ffbb5c0eca2e8aebde0 is 50, key is test_row_0/C:col10/1731447627893/Put/seqid=0 2024-11-12T21:40:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742020_1196 (size=12151) 2024-11-12T21:40:29,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/e55bbec38e2b4ffbb5c0eca2e8aebde0 2024-11-12T21:40:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0ab75695eaf947d7ae18ae8f2b114347 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0ab75695eaf947d7ae18ae8f2b114347 2024-11-12T21:40:29,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0ab75695eaf947d7ae18ae8f2b114347, entries=150, sequenceid=239, filesize=30.4 K 2024-11-12T21:40:29,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/88f7d7148b3e4f9da651b539399e6102 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/88f7d7148b3e4f9da651b539399e6102 2024-11-12T21:40:29,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/88f7d7148b3e4f9da651b539399e6102, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T21:40:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/e55bbec38e2b4ffbb5c0eca2e8aebde0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/e55bbec38e2b4ffbb5c0eca2e8aebde0 2024-11-12T21:40:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:40:29,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/e55bbec38e2b4ffbb5c0eca2e8aebde0, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T21:40:29,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1af47701a3ab693ec24a167e0833772c in 93ms, sequenceid=239, compaction requested=true 2024-11-12T21:40:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:29,146 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:29,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:29,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:29,147 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:29,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:29,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:29,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:29,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:29,147 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:29,147 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/A is initiating minor compaction (all files) 2024-11-12T21:40:29,147 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/A in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:29,148 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1eaad85fb9f04d24a2c4bd02e342225f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/00347c8fecf0406197b2a0363e9a6585, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0ab75695eaf947d7ae18ae8f2b114347] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=91.6 K 2024-11-12T21:40:29,148 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:29,148 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1eaad85fb9f04d24a2c4bd02e342225f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/00347c8fecf0406197b2a0363e9a6585, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0ab75695eaf947d7ae18ae8f2b114347] 2024-11-12T21:40:29,148 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eaad85fb9f04d24a2c4bd02e342225f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447623670 2024-11-12T21:40:29,148 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00347c8fecf0406197b2a0363e9a6585, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731447625820 2024-11-12T21:40:29,149 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:29,149 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/B is initiating minor compaction (all files) 2024-11-12T21:40:29,149 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ab75695eaf947d7ae18ae8f2b114347, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447627893 2024-11-12T21:40:29,149 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/B in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:29,149 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/7125996e6dee489c8b8b740ee890e112, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/29223829166846e793380655467b5c98, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/88f7d7148b3e4f9da651b539399e6102] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=36.0 K 2024-11-12T21:40:29,150 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 7125996e6dee489c8b8b740ee890e112, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447623670 2024-11-12T21:40:29,150 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 29223829166846e793380655467b5c98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731447625820 2024-11-12T21:40:29,151 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 88f7d7148b3e4f9da651b539399e6102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447627893 2024-11-12T21:40:29,156 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:29,163 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112db45363e6f3845f8ae5d9ef70b1e8b39_1af47701a3ab693ec24a167e0833772c store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:29,163 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:29,164 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/deec772b2a0749bdb08fdc418cc7a36b is 50, key is test_row_0/B:col10/1731447627893/Put/seqid=0 2024-11-12T21:40:29,165 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112db45363e6f3845f8ae5d9ef70b1e8b39_1af47701a3ab693ec24a167e0833772c, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:29,165 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112db45363e6f3845f8ae5d9ef70b1e8b39_1af47701a3ab693ec24a167e0833772c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742021_1197 (size=12697) 2024-11-12T21:40:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742022_1198 (size=4469) 2024-11-12T21:40:29,173 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#A#compaction#165 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:29,174 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/8ba125d4a0064e4783d94bc896e19988 is 175, key is test_row_0/A:col10/1731447627893/Put/seqid=0 2024-11-12T21:40:29,177 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/deec772b2a0749bdb08fdc418cc7a36b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/deec772b2a0749bdb08fdc418cc7a36b 2024-11-12T21:40:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742023_1199 (size=31651) 2024-11-12T21:40:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:29,182 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:29,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:40:29,185 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/B of 1af47701a3ab693ec24a167e0833772c into deec772b2a0749bdb08fdc418cc7a36b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:29,185 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:29,185 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/B, priority=13, startTime=1731447629147; duration=0sec 2024-11-12T21:40:29,185 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:29,185 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:B 2024-11-12T21:40:29,185 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:29,187 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:29,187 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/C is initiating minor compaction (all files) 2024-11-12T21:40:29,187 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/C in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:29,187 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1444f938e0a54037ac498c42bc480bae, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/18daf1d79fbd4dd38c9d7b63cf52ffa5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/e55bbec38e2b4ffbb5c0eca2e8aebde0] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=36.0 K 2024-11-12T21:40:29,187 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1444f938e0a54037ac498c42bc480bae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447623670 2024-11-12T21:40:29,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T21:40:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:29,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:29,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112dd2c1f13da6b405d8c5796680934a2d9_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447629062/Put/seqid=0 2024-11-12T21:40:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:29,191 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 18daf1d79fbd4dd38c9d7b63cf52ffa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731447625820 2024-11-12T21:40:29,191 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e55bbec38e2b4ffbb5c0eca2e8aebde0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447627893 2024-11-12T21:40:29,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742024_1200 (size=14794) 2024-11-12T21:40:29,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:29,204 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:29,205 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/2005167f23dd4610b060cdaa44f29229 is 50, key is test_row_0/C:col10/1731447627893/Put/seqid=0 2024-11-12T21:40:29,206 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112dd2c1f13da6b405d8c5796680934a2d9_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd2c1f13da6b405d8c5796680934a2d9_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:29,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/3e73c94ad6de4260af41023bd338d28f, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:29,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/3e73c94ad6de4260af41023bd338d28f is 175, key is test_row_0/A:col10/1731447629062/Put/seqid=0 2024-11-12T21:40:29,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742025_1201 (size=39749) 2024-11-12T21:40:29,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/3e73c94ad6de4260af41023bd338d28f 2024-11-12T21:40:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742026_1202 (size=12697) 2024-11-12T21:40:29,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/01758083c6d24e88b60bddaff6b15913 is 50, key is test_row_0/B:col10/1731447629062/Put/seqid=0 2024-11-12T21:40:29,242 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/2005167f23dd4610b060cdaa44f29229 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/2005167f23dd4610b060cdaa44f29229 2024-11-12T21:40:29,249 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/C of 1af47701a3ab693ec24a167e0833772c into 2005167f23dd4610b060cdaa44f29229(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:29,249 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:29,249 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/C, priority=13, startTime=1731447629147; duration=0sec 2024-11-12T21:40:29,249 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:29,249 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:C 2024-11-12T21:40:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742027_1203 (size=12151) 2024-11-12T21:40:29,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/01758083c6d24e88b60bddaff6b15913 2024-11-12T21:40:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447689250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447689254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f2d0851f8c0e41f7b2563837bf0a1bb4 is 50, key is test_row_0/C:col10/1731447629062/Put/seqid=0 2024-11-12T21:40:29,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742028_1204 (size=12151) 2024-11-12T21:40:29,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f2d0851f8c0e41f7b2563837bf0a1bb4 2024-11-12T21:40:29,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/3e73c94ad6de4260af41023bd338d28f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/3e73c94ad6de4260af41023bd338d28f 2024-11-12T21:40:29,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/3e73c94ad6de4260af41023bd338d28f, entries=200, sequenceid=253, filesize=38.8 K 2024-11-12T21:40:29,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/01758083c6d24e88b60bddaff6b15913 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/01758083c6d24e88b60bddaff6b15913 2024-11-12T21:40:29,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/01758083c6d24e88b60bddaff6b15913, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T21:40:29,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/f2d0851f8c0e41f7b2563837bf0a1bb4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f2d0851f8c0e41f7b2563837bf0a1bb4 2024-11-12T21:40:29,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f2d0851f8c0e41f7b2563837bf0a1bb4, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T21:40:29,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1af47701a3ab693ec24a167e0833772c in 159ms, sequenceid=253, compaction requested=false 2024-11-12T21:40:29,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:29,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T21:40:29,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:29,342 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T21:40:29,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112861027c8de6949b49fb36195215ea952_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447629248/Put/seqid=0 2024-11-12T21:40:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:40:29,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742029_1205 (size=12454) 2024-11-12T21:40:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:29,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:29,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447689388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447689389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447689501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447689501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,584 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/8ba125d4a0064e4783d94bc896e19988 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8ba125d4a0064e4783d94bc896e19988 2024-11-12T21:40:29,589 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/A of 1af47701a3ab693ec24a167e0833772c into 8ba125d4a0064e4783d94bc896e19988(size=30.9 K), total size for store is 69.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:29,589 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:29,589 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/A, priority=13, startTime=1731447629146; duration=0sec 2024-11-12T21:40:29,589 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:29,589 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:A 2024-11-12T21:40:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:40:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447689711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447689711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:29,768 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112861027c8de6949b49fb36195215ea952_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112861027c8de6949b49fb36195215ea952_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:29,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/44aaf79744b84c2796eada32926cb12d, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:29,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/44aaf79744b84c2796eada32926cb12d is 175, key is test_row_0/A:col10/1731447629248/Put/seqid=0 2024-11-12T21:40:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742030_1206 (size=31255) 2024-11-12T21:40:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447690020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447690020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447690021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:30,027 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:30,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:40:30,175 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/44aaf79744b84c2796eada32926cb12d 2024-11-12T21:40:30,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/b89d7aec01114844ad981072fb24cc83 is 50, key is test_row_0/B:col10/1731447629248/Put/seqid=0 2024-11-12T21:40:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742031_1207 (size=12301) 2024-11-12T21:40:30,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447690541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:30,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447690541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:30,588 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/b89d7aec01114844ad981072fb24cc83 2024-11-12T21:40:30,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/0625e8a206b74d3d9649fa4471714756 is 50, key is test_row_0/C:col10/1731447629248/Put/seqid=0 2024-11-12T21:40:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742032_1208 (size=12301) 2024-11-12T21:40:30,609 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/0625e8a206b74d3d9649fa4471714756 2024-11-12T21:40:30,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/44aaf79744b84c2796eada32926cb12d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/44aaf79744b84c2796eada32926cb12d 2024-11-12T21:40:30,619 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/44aaf79744b84c2796eada32926cb12d, entries=150, sequenceid=277, filesize=30.5 K 2024-11-12T21:40:30,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/b89d7aec01114844ad981072fb24cc83 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/b89d7aec01114844ad981072fb24cc83 2024-11-12T21:40:30,626 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/b89d7aec01114844ad981072fb24cc83, entries=150, sequenceid=277, filesize=12.0 K 2024-11-12T21:40:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/0625e8a206b74d3d9649fa4471714756 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0625e8a206b74d3d9649fa4471714756 2024-11-12T21:40:30,633 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0625e8a206b74d3d9649fa4471714756, entries=150, sequenceid=277, filesize=12.0 K 2024-11-12T21:40:30,634 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1af47701a3ab693ec24a167e0833772c in 1292ms, sequenceid=277, compaction requested=true 2024-11-12T21:40:30,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:30,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:30,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T21:40:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T21:40:30,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-12T21:40:30,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec 2024-11-12T21:40:30,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.6240 sec 2024-11-12T21:40:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:40:31,180 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:31,181 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-12T21:40:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:40:31,183 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:31,183 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:31,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:40:31,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T21:40:31,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:31,336 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:40:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122677c6679e7e414f9ef243a9fc3fd3dd_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447629388/Put/seqid=0 2024-11-12T21:40:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742033_1209 (size=12454) 2024-11-12T21:40:31,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:31,351 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122677c6679e7e414f9ef243a9fc3fd3dd_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122677c6679e7e414f9ef243a9fc3fd3dd_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:31,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/e094b96ffd5d44a6a594079d4553bec8, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:31,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/e094b96ffd5d44a6a594079d4553bec8 is 175, key is test_row_0/A:col10/1731447629388/Put/seqid=0 2024-11-12T21:40:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742034_1210 (size=31255) 2024-11-12T21:40:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:40:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:31,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447691599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:31,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447691599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:31,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447691711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:31,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447691711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:31,757 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/e094b96ffd5d44a6a594079d4553bec8 2024-11-12T21:40:31,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/4d04e4b84d654a65a6b19f3d36164d9b is 50, key is test_row_0/B:col10/1731447629388/Put/seqid=0 2024-11-12T21:40:31,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742035_1211 (size=12301) 2024-11-12T21:40:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:40:31,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447691921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447691921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:32,169 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/4d04e4b84d654a65a6b19f3d36164d9b 2024-11-12T21:40:32,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/3f77151625b3414a8f133091d6eb6f67 is 50, key is test_row_0/C:col10/1731447629388/Put/seqid=0 2024-11-12T21:40:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742036_1212 (size=12301) 2024-11-12T21:40:32,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447692230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:32,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447692230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:40:32,581 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/3f77151625b3414a8f133091d6eb6f67 2024-11-12T21:40:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/e094b96ffd5d44a6a594079d4553bec8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/e094b96ffd5d44a6a594079d4553bec8 2024-11-12T21:40:32,594 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/e094b96ffd5d44a6a594079d4553bec8, entries=150, sequenceid=292, filesize=30.5 K 2024-11-12T21:40:32,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/4d04e4b84d654a65a6b19f3d36164d9b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/4d04e4b84d654a65a6b19f3d36164d9b 2024-11-12T21:40:32,603 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/4d04e4b84d654a65a6b19f3d36164d9b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T21:40:32,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/3f77151625b3414a8f133091d6eb6f67 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/3f77151625b3414a8f133091d6eb6f67 2024-11-12T21:40:32,611 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/3f77151625b3414a8f133091d6eb6f67, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T21:40:32,613 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1af47701a3ab693ec24a167e0833772c in 1277ms, sequenceid=292, compaction requested=true 2024-11-12T21:40:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T21:40:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T21:40:32,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-12T21:40:32,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-11-12T21:40:32,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4360 sec 2024-11-12T21:40:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:32,742 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:32,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:40:32,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125954093431a64b45ac91d4918f6ff527_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447632742/Put/seqid=0 2024-11-12T21:40:32,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742037_1213 (size=17534) 2024-11-12T21:40:32,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447692762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:32,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447692766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:32,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447692870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:32,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447692881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:32,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:32,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:33,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447693080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:33,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447693090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:33,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:33,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125954093431a64b45ac91d4918f6ff527_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125954093431a64b45ac91d4918f6ff527_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:33,166 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/cea15a8cc7e649baa237f1cd7b2b1fea, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:33,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/cea15a8cc7e649baa237f1cd7b2b1fea is 175, key is test_row_0/A:col10/1731447632742/Put/seqid=0 2024-11-12T21:40:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742038_1214 (size=48639) 2024-11-12T21:40:33,179 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/cea15a8cc7e649baa237f1cd7b2b1fea 2024-11-12T21:40:33,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/f214cdfe334144a5903c114def8719cc is 50, key is test_row_0/B:col10/1731447632742/Put/seqid=0 2024-11-12T21:40:33,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742039_1215 (size=12301) 2024-11-12T21:40:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:40:33,330 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:33,331 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-12T21:40:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:40:33,332 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:33,333 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:33,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447693391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:33,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447693400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:40:33,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:33,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:33,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:33,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:33,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/f214cdfe334144a5903c114def8719cc 2024-11-12T21:40:33,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/77873c7ee8f44a49ae8726bebd5da2b7 is 50, key is test_row_0/C:col10/1731447632742/Put/seqid=0 2024-11-12T21:40:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742040_1216 (size=12301) 2024-11-12T21:40:33,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:33,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:40:33,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:33,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447693900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:33,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447693911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:33,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:33,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:33,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:33,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:40:34,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/77873c7ee8f44a49ae8726bebd5da2b7 2024-11-12T21:40:34,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/cea15a8cc7e649baa237f1cd7b2b1fea as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cea15a8cc7e649baa237f1cd7b2b1fea 2024-11-12T21:40:34,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cea15a8cc7e649baa237f1cd7b2b1fea, entries=250, sequenceid=316, filesize=47.5 K 2024-11-12T21:40:34,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/f214cdfe334144a5903c114def8719cc as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/f214cdfe334144a5903c114def8719cc 2024-11-12T21:40:34,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/f214cdfe334144a5903c114def8719cc, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T21:40:34,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/77873c7ee8f44a49ae8726bebd5da2b7 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/77873c7ee8f44a49ae8726bebd5da2b7 2024-11-12T21:40:34,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/77873c7ee8f44a49ae8726bebd5da2b7, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T21:40:34,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1af47701a3ab693ec24a167e0833772c in 1283ms, sequenceid=316, compaction requested=true 2024-11-12T21:40:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:34,026 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:40:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:34,026 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:40:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:34,027 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 182549 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:40:34,027 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:40:34,027 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/A is initiating minor compaction (all files) 2024-11-12T21:40:34,027 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/B is initiating minor compaction (all files) 2024-11-12T21:40:34,027 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/A in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,028 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/B in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,028 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8ba125d4a0064e4783d94bc896e19988, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/3e73c94ad6de4260af41023bd338d28f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/44aaf79744b84c2796eada32926cb12d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/e094b96ffd5d44a6a594079d4553bec8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cea15a8cc7e649baa237f1cd7b2b1fea] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=178.3 K 2024-11-12T21:40:34,028 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/deec772b2a0749bdb08fdc418cc7a36b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/01758083c6d24e88b60bddaff6b15913, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/b89d7aec01114844ad981072fb24cc83, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/4d04e4b84d654a65a6b19f3d36164d9b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/f214cdfe334144a5903c114def8719cc] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=60.3 K 2024-11-12T21:40:34,028 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,028 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8ba125d4a0064e4783d94bc896e19988, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/3e73c94ad6de4260af41023bd338d28f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/44aaf79744b84c2796eada32926cb12d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/e094b96ffd5d44a6a594079d4553bec8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cea15a8cc7e649baa237f1cd7b2b1fea] 2024-11-12T21:40:34,028 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting deec772b2a0749bdb08fdc418cc7a36b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447627893 2024-11-12T21:40:34,028 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ba125d4a0064e4783d94bc896e19988, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447627893 2024-11-12T21:40:34,028 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 01758083c6d24e88b60bddaff6b15913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731447629062 2024-11-12T21:40:34,028 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e73c94ad6de4260af41023bd338d28f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731447629062 2024-11-12T21:40:34,028 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b89d7aec01114844ad981072fb24cc83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731447629232 2024-11-12T21:40:34,028 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44aaf79744b84c2796eada32926cb12d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731447629232 2024-11-12T21:40:34,029 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d04e4b84d654a65a6b19f3d36164d9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447629383 2024-11-12T21:40:34,029 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting e094b96ffd5d44a6a594079d4553bec8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447629383 2024-11-12T21:40:34,029 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f214cdfe334144a5903c114def8719cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731447631598 2024-11-12T21:40:34,029 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting cea15a8cc7e649baa237f1cd7b2b1fea, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731447631589 2024-11-12T21:40:34,036 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:34,039 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#B#compaction#180 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:34,039 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/d836cc4476eb4f03a0a9216ff76d8d17 is 50, key is test_row_0/B:col10/1731447632742/Put/seqid=0 2024-11-12T21:40:34,041 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112b3bebd94300545d49c2aa80dbc7746bb_1af47701a3ab693ec24a167e0833772c store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742041_1217 (size=13017) 2024-11-12T21:40:34,044 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112b3bebd94300545d49c2aa80dbc7746bb_1af47701a3ab693ec24a167e0833772c, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:34,044 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b3bebd94300545d49c2aa80dbc7746bb_1af47701a3ab693ec24a167e0833772c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:34,045 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:34,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:40:34,050 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/d836cc4476eb4f03a0a9216ff76d8d17 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d836cc4476eb4f03a0a9216ff76d8d17 2024-11-12T21:40:34,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742042_1218 (size=4469) 2024-11-12T21:40:34,052 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#A#compaction#181 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:34,053 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0e3000638ff54d049ebd8dc0167ee104 is 175, key is test_row_0/A:col10/1731447632742/Put/seqid=0 2024-11-12T21:40:34,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112dd15c6254d2346bf9501eec2dd02b793_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447632760/Put/seqid=0 2024-11-12T21:40:34,060 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/B of 1af47701a3ab693ec24a167e0833772c into d836cc4476eb4f03a0a9216ff76d8d17(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:34,060 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:34,060 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/B, priority=11, startTime=1731447634026; duration=0sec 2024-11-12T21:40:34,060 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:34,060 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:B 2024-11-12T21:40:34,060 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:40:34,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742043_1219 (size=31971) 2024-11-12T21:40:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742044_1220 (size=14994) 2024-11-12T21:40:34,069 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:40:34,069 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/C is initiating minor compaction (all files) 2024-11-12T21:40:34,069 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/C in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,069 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/2005167f23dd4610b060cdaa44f29229, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f2d0851f8c0e41f7b2563837bf0a1bb4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0625e8a206b74d3d9649fa4471714756, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/3f77151625b3414a8f133091d6eb6f67, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/77873c7ee8f44a49ae8726bebd5da2b7] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=60.3 K 2024-11-12T21:40:34,069 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2005167f23dd4610b060cdaa44f29229, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447627893 2024-11-12T21:40:34,070 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f2d0851f8c0e41f7b2563837bf0a1bb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731447629062 2024-11-12T21:40:34,070 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 0625e8a206b74d3d9649fa4471714756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731447629232 2024-11-12T21:40:34,070 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f77151625b3414a8f133091d6eb6f67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447629383 2024-11-12T21:40:34,071 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 77873c7ee8f44a49ae8726bebd5da2b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731447631598 2024-11-12T21:40:34,073 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/0e3000638ff54d049ebd8dc0167ee104 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0e3000638ff54d049ebd8dc0167ee104 2024-11-12T21:40:34,081 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:34,082 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/72f2458aaa984b61a31f75bea08a3816 is 50, key is test_row_0/C:col10/1731447632742/Put/seqid=0 2024-11-12T21:40:34,083 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/A of 1af47701a3ab693ec24a167e0833772c into 0e3000638ff54d049ebd8dc0167ee104(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:34,083 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:34,083 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/A, priority=11, startTime=1731447634026; duration=0sec 2024-11-12T21:40:34,083 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:34,083 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:A 2024-11-12T21:40:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742045_1221 (size=13017) 2024-11-12T21:40:34,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:34,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:34,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447694159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:34,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:34,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:34,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447694270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:34,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:34,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:34,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:34,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:40:34,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112dd15c6254d2346bf9501eec2dd02b793_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd15c6254d2346bf9501eec2dd02b793_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:34,474 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/1d7db78156684410974b363c7518d2de, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:34,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/1d7db78156684410974b363c7518d2de is 175, key is test_row_0/A:col10/1731447632760/Put/seqid=0 2024-11-12T21:40:34,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447694481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742046_1222 (size=39949) 2024-11-12T21:40:34,494 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/72f2458aaa984b61a31f75bea08a3816 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/72f2458aaa984b61a31f75bea08a3816 2024-11-12T21:40:34,500 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/C of 1af47701a3ab693ec24a167e0833772c into 72f2458aaa984b61a31f75bea08a3816(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:34,500 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:34,500 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/C, priority=11, startTime=1731447634026; duration=0sec 2024-11-12T21:40:34,500 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:34,500 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:C 2024-11-12T21:40:34,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43232 deadline: 1731447694720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:34,722 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:34,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:34,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43266 deadline: 1731447694770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:34,773 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18303 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:34,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447694790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:34,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:34,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:34,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:34,887 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/1d7db78156684410974b363c7518d2de 2024-11-12T21:40:34,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/d3e0f54ef94b48ff8ac8160b29e74a62 is 50, key is test_row_0/B:col10/1731447632760/Put/seqid=0 2024-11-12T21:40:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742047_1223 (size=12301) 2024-11-12T21:40:34,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43196 deadline: 1731447694910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:34,911 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_2' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43210 deadline: 1731447694920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:34,924 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_2' in 1af47701a3ab693ec24a167e0833772c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:35,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:35,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:40:35,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:35,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:35,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:35,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:35,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/d3e0f54ef94b48ff8ac8160b29e74a62 2024-11-12T21:40:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447695301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:35,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:35,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:35,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/01575db7e59b4dca91149d115975196f is 50, key is test_row_0/C:col10/1731447632760/Put/seqid=0 2024-11-12T21:40:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742048_1224 (size=12301) 2024-11-12T21:40:35,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/01575db7e59b4dca91149d115975196f 2024-11-12T21:40:35,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/1d7db78156684410974b363c7518d2de as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1d7db78156684410974b363c7518d2de 2024-11-12T21:40:35,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1d7db78156684410974b363c7518d2de, entries=200, sequenceid=329, filesize=39.0 K 2024-11-12T21:40:35,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/d3e0f54ef94b48ff8ac8160b29e74a62 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d3e0f54ef94b48ff8ac8160b29e74a62 2024-11-12T21:40:35,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d3e0f54ef94b48ff8ac8160b29e74a62, entries=150, sequenceid=329, filesize=12.0 K 2024-11-12T21:40:35,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/01575db7e59b4dca91149d115975196f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/01575db7e59b4dca91149d115975196f 2024-11-12T21:40:35,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/01575db7e59b4dca91149d115975196f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-12T21:40:35,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1af47701a3ab693ec24a167e0833772c in 1347ms, sequenceid=329, compaction requested=false 2024-11-12T21:40:35,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:35,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:40:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:35,478 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:40:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:40:35,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123c1597f1460744d0829b52bf03525c5a_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447634133/Put/seqid=0 2024-11-12T21:40:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742049_1225 (size=12454) 2024-11-12T21:40:35,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:35,492 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123c1597f1460744d0829b52bf03525c5a_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123c1597f1460744d0829b52bf03525c5a_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6471a2995cf24978a0cc418699c26183, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6471a2995cf24978a0cc418699c26183 is 175, key is test_row_0/A:col10/1731447634133/Put/seqid=0 2024-11-12T21:40:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742050_1226 (size=31255) 2024-11-12T21:40:35,897 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6471a2995cf24978a0cc418699c26183 2024-11-12T21:40:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/389e677c01c3417b8c2a188ea72bd2fa is 50, key is test_row_0/B:col10/1731447634133/Put/seqid=0 2024-11-12T21:40:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742051_1227 (size=12301) 2024-11-12T21:40:35,913 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/389e677c01c3417b8c2a188ea72bd2fa 2024-11-12T21:40:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/1b86db3040a54970b2d1ad9e74662204 is 50, key is test_row_0/C:col10/1731447634133/Put/seqid=0 2024-11-12T21:40:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742052_1228 (size=12301) 2024-11-12T21:40:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. as already flushing 2024-11-12T21:40:36,342 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/1b86db3040a54970b2d1ad9e74662204 2024-11-12T21:40:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/6471a2995cf24978a0cc418699c26183 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6471a2995cf24978a0cc418699c26183 2024-11-12T21:40:36,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43248 deadline: 1731447696347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:36,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:40:36,357 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6471a2995cf24978a0cc418699c26183, entries=150, sequenceid=355, filesize=30.5 K 2024-11-12T21:40:36,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/389e677c01c3417b8c2a188ea72bd2fa as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/389e677c01c3417b8c2a188ea72bd2fa 2024-11-12T21:40:36,364 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/389e677c01c3417b8c2a188ea72bd2fa, entries=150, sequenceid=355, filesize=12.0 K 2024-11-12T21:40:36,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/1b86db3040a54970b2d1ad9e74662204 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1b86db3040a54970b2d1ad9e74662204 2024-11-12T21:40:36,378 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1b86db3040a54970b2d1ad9e74662204, entries=150, sequenceid=355, filesize=12.0 K 2024-11-12T21:40:36,379 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1af47701a3ab693ec24a167e0833772c in 902ms, sequenceid=355, compaction requested=true 2024-11-12T21:40:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T21:40:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T21:40:36,383 INFO [Thread-670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-670. 2024-11-12T21:40:36,383 DEBUG [Thread-670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:36,383 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,383 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:36,384 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-11-12T21:40:36,384 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:36,384 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,384 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:36,385 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-11-12T21:40:36,385 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-11-12T21:40:36,386 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:36,386 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:36,386 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,386 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,386 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,386 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:36,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:36,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-12T21:40:36,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0500 sec 2024-11-12T21:40:36,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 3.0560 sec 2024-11-12T21:40:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:36,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:40:36,464 INFO [Thread-665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-665. 2024-11-12T21:40:36,464 DEBUG [Thread-665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:36,464 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,464 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:36,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128241a72d8437477692e1b03e5edbcea8_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447636462/Put/seqid=0 2024-11-12T21:40:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742053_1229 (size=12454) 2024-11-12T21:40:36,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:36,887 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128241a72d8437477692e1b03e5edbcea8_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128241a72d8437477692e1b03e5edbcea8_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:36,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/638e5b1cc29b40f4b25092d9c23f4062, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:36,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/638e5b1cc29b40f4b25092d9c23f4062 is 175, key is test_row_0/A:col10/1731447636462/Put/seqid=0 2024-11-12T21:40:36,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742054_1230 (size=31255) 2024-11-12T21:40:36,922 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-11-12T21:40:36,922 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:36,923 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,923 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:36,942 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-11-12T21:40:36,942 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:36,942 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,943 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:36,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:37,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/638e5b1cc29b40f4b25092d9c23f4062 2024-11-12T21:40:37,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/02211f25352d431691d6470872810720 is 50, key is test_row_0/B:col10/1731447636462/Put/seqid=0 2024-11-12T21:40:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742055_1231 (size=12301) 2024-11-12T21:40:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:40:37,501 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:37,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/02211f25352d431691d6470872810720 2024-11-12T21:40:37,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/5477d325888143f6b7641b3ec258a3f9 is 50, key is test_row_0/C:col10/1731447636462/Put/seqid=0 2024-11-12T21:40:37,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742056_1232 (size=12301) 2024-11-12T21:40:38,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/5477d325888143f6b7641b3ec258a3f9 2024-11-12T21:40:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/638e5b1cc29b40f4b25092d9c23f4062 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/638e5b1cc29b40f4b25092d9c23f4062 2024-11-12T21:40:38,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/638e5b1cc29b40f4b25092d9c23f4062, entries=150, sequenceid=369, filesize=30.5 K 2024-11-12T21:40:38,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/02211f25352d431691d6470872810720 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/02211f25352d431691d6470872810720 2024-11-12T21:40:38,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/02211f25352d431691d6470872810720, entries=150, sequenceid=369, filesize=12.0 K 2024-11-12T21:40:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/5477d325888143f6b7641b3ec258a3f9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/5477d325888143f6b7641b3ec258a3f9 2024-11-12T21:40:38,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/5477d325888143f6b7641b3ec258a3f9, entries=150, sequenceid=369, filesize=12.0 K 2024-11-12T21:40:38,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=13.42 KB/13740 for 1af47701a3ab693ec24a167e0833772c in 1687ms, sequenceid=369, compaction requested=true 2024-11-12T21:40:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:38,150 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1af47701a3ab693ec24a167e0833772c:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:38,150 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:38,151 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:38,151 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:38,151 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/A is initiating minor compaction (all files) 2024-11-12T21:40:38,151 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/B is initiating minor compaction (all files) 2024-11-12T21:40:38,151 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/B in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:38,152 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/A in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:38,152 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0e3000638ff54d049ebd8dc0167ee104, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1d7db78156684410974b363c7518d2de, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6471a2995cf24978a0cc418699c26183, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/638e5b1cc29b40f4b25092d9c23f4062] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=131.3 K 2024-11-12T21:40:38,152 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d836cc4476eb4f03a0a9216ff76d8d17, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d3e0f54ef94b48ff8ac8160b29e74a62, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/389e677c01c3417b8c2a188ea72bd2fa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/02211f25352d431691d6470872810720] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=48.8 K 2024-11-12T21:40:38,152 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:38,152 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0e3000638ff54d049ebd8dc0167ee104, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1d7db78156684410974b363c7518d2de, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6471a2995cf24978a0cc418699c26183, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/638e5b1cc29b40f4b25092d9c23f4062] 2024-11-12T21:40:38,152 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d836cc4476eb4f03a0a9216ff76d8d17, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731447631598 2024-11-12T21:40:38,152 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e3000638ff54d049ebd8dc0167ee104, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731447631598 2024-11-12T21:40:38,152 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d3e0f54ef94b48ff8ac8160b29e74a62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731447632760 2024-11-12T21:40:38,152 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d7db78156684410974b363c7518d2de, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731447632746 2024-11-12T21:40:38,153 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 389e677c01c3417b8c2a188ea72bd2fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731447634133 2024-11-12T21:40:38,153 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6471a2995cf24978a0cc418699c26183, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731447634133 2024-11-12T21:40:38,153 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 02211f25352d431691d6470872810720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731447636315 2024-11-12T21:40:38,153 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 638e5b1cc29b40f4b25092d9c23f4062, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731447636315 2024-11-12T21:40:38,165 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#B#compaction#192 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:38,166 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/1401726947be414d9c1c9fbe53eb80d7 is 50, key is test_row_0/B:col10/1731447636462/Put/seqid=0 2024-11-12T21:40:38,171 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:38,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742057_1233 (size=13153) 2024-11-12T21:40:38,177 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111283b22f76c84c4b03bd7498c0641502c9_1af47701a3ab693ec24a167e0833772c store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:38,214 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111283b22f76c84c4b03bd7498c0641502c9_1af47701a3ab693ec24a167e0833772c, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:38,214 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111283b22f76c84c4b03bd7498c0641502c9_1af47701a3ab693ec24a167e0833772c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742058_1234 (size=4469) 2024-11-12T21:40:38,582 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/1401726947be414d9c1c9fbe53eb80d7 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/1401726947be414d9c1c9fbe53eb80d7 2024-11-12T21:40:38,590 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/B of 1af47701a3ab693ec24a167e0833772c into 1401726947be414d9c1c9fbe53eb80d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:38,590 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:38,590 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/B, priority=12, startTime=1731447638150; duration=0sec 2024-11-12T21:40:38,591 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:38,591 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:B 2024-11-12T21:40:38,591 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:38,592 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:38,592 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 1af47701a3ab693ec24a167e0833772c/C is initiating minor compaction (all files) 2024-11-12T21:40:38,592 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1af47701a3ab693ec24a167e0833772c/C in TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:38,593 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/72f2458aaa984b61a31f75bea08a3816, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/01575db7e59b4dca91149d115975196f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1b86db3040a54970b2d1ad9e74662204, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/5477d325888143f6b7641b3ec258a3f9] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp, totalSize=48.8 K 2024-11-12T21:40:38,593 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 72f2458aaa984b61a31f75bea08a3816, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731447631598 2024-11-12T21:40:38,593 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 01575db7e59b4dca91149d115975196f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731447632760 2024-11-12T21:40:38,594 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b86db3040a54970b2d1ad9e74662204, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731447634133 2024-11-12T21:40:38,594 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5477d325888143f6b7641b3ec258a3f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731447636315 2024-11-12T21:40:38,602 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:38,603 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/b144f29ff3d3496b99eb42191a7faf65 is 50, key is test_row_0/C:col10/1731447636462/Put/seqid=0 2024-11-12T21:40:38,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742059_1235 (size=13153) 2024-11-12T21:40:38,619 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1af47701a3ab693ec24a167e0833772c#A#compaction#193 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:38,620 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/7bd2a9414afa4c149cae1b4c9ac712fb is 175, key is test_row_0/A:col10/1731447636462/Put/seqid=0 2024-11-12T21:40:38,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742060_1236 (size=32107) 2024-11-12T21:40:39,015 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/b144f29ff3d3496b99eb42191a7faf65 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/b144f29ff3d3496b99eb42191a7faf65 2024-11-12T21:40:39,022 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/C of 1af47701a3ab693ec24a167e0833772c into b144f29ff3d3496b99eb42191a7faf65(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:39,022 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:39,022 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/C, priority=12, startTime=1731447638150; duration=0sec 2024-11-12T21:40:39,022 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:39,022 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:C 2024-11-12T21:40:39,028 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/7bd2a9414afa4c149cae1b4c9ac712fb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7bd2a9414afa4c149cae1b4c9ac712fb 2024-11-12T21:40:39,032 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1af47701a3ab693ec24a167e0833772c/A of 1af47701a3ab693ec24a167e0833772c into 7bd2a9414afa4c149cae1b4c9ac712fb(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:39,032 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1af47701a3ab693ec24a167e0833772c: 2024-11-12T21:40:39,032 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., storeName=1af47701a3ab693ec24a167e0833772c/A, priority=12, startTime=1731447638150; duration=0sec 2024-11-12T21:40:39,033 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:39,033 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1af47701a3ab693ec24a167e0833772c:A 2024-11-12T21:40:44,803 INFO [Thread-667 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-667. 2024-11-12T21:40:44,803 DEBUG [Thread-667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:44,803 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:44,803 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:44,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:44,832 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-11-12T21:40:44,832 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:40:44,832 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:44,832 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:44,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 5 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3401 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3420 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1502 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4504 rows 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1505 2024-11-12T21:40:44,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4515 rows 2024-11-12T21:40:44,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:40:44,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:40:44,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:44,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:44,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:40:44,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:40:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:40:44,838 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447644838"}]},"ts":"1731447644838"} 2024-11-12T21:40:44,840 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:40:44,840 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:40:44,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:40:44,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, UNASSIGN}] 2024-11-12T21:40:44,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, UNASSIGN 2024-11-12T21:40:44,844 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=1af47701a3ab693ec24a167e0833772c, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:44,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, UNASSIGN because future has completed 2024-11-12T21:40:44,845 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:40:44,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:40:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:40:44,998 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:44,998 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:40:44,998 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 1af47701a3ab693ec24a167e0833772c, disabling compactions & flushes 2024-11-12T21:40:44,998 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:44,998 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:44,999 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. after waiting 0 ms 2024-11-12T21:40:44,999 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:44,999 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 1af47701a3ab693ec24a167e0833772c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-12T21:40:45,007 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a928611bd53f4f1d88b5d5ffe8acf79c_1af47701a3ab693ec24a167e0833772c is 50, key is test_row_0/A:col10/1731447644831/Put/seqid=0 2024-11-12T21:40:45,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742061_1237 (size=12454) 2024-11-12T21:40:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:40:45,412 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:45,416 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a928611bd53f4f1d88b5d5ffe8acf79c_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a928611bd53f4f1d88b5d5ffe8acf79c_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:45,417 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/4133a93b0a77465eaeaccb97aefde561, store: [table=TestAcidGuarantees family=A region=1af47701a3ab693ec24a167e0833772c] 2024-11-12T21:40:45,418 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/4133a93b0a77465eaeaccb97aefde561 is 175, key is test_row_0/A:col10/1731447644831/Put/seqid=0 2024-11-12T21:40:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742062_1238 (size=31255) 2024-11-12T21:40:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:40:45,822 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/4133a93b0a77465eaeaccb97aefde561 2024-11-12T21:40:45,831 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/64717c5e8eee4186b6968f6700311598 is 50, key is test_row_0/B:col10/1731447644831/Put/seqid=0 2024-11-12T21:40:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742063_1239 (size=12301) 2024-11-12T21:40:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:40:46,240 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/64717c5e8eee4186b6968f6700311598 2024-11-12T21:40:46,247 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/bf9683de14764b45a1e181f1e0ee3a64 is 50, key is test_row_0/C:col10/1731447644831/Put/seqid=0 2024-11-12T21:40:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742064_1240 (size=12301) 2024-11-12T21:40:46,651 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/bf9683de14764b45a1e181f1e0ee3a64 2024-11-12T21:40:46,657 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/A/4133a93b0a77465eaeaccb97aefde561 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/4133a93b0a77465eaeaccb97aefde561 2024-11-12T21:40:46,662 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/4133a93b0a77465eaeaccb97aefde561, entries=150, sequenceid=379, filesize=30.5 K 2024-11-12T21:40:46,663 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/B/64717c5e8eee4186b6968f6700311598 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/64717c5e8eee4186b6968f6700311598 2024-11-12T21:40:46,667 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/64717c5e8eee4186b6968f6700311598, entries=150, sequenceid=379, filesize=12.0 K 2024-11-12T21:40:46,668 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/.tmp/C/bf9683de14764b45a1e181f1e0ee3a64 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bf9683de14764b45a1e181f1e0ee3a64 2024-11-12T21:40:46,672 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bf9683de14764b45a1e181f1e0ee3a64, entries=150, sequenceid=379, filesize=12.0 K 2024-11-12T21:40:46,673 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1af47701a3ab693ec24a167e0833772c in 1674ms, sequenceid=379, compaction requested=false 2024-11-12T21:40:46,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6c6f4b7e4d4940afb2ff819b234c5db4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6789991ea7ef4d60ad36fec4e0fe69ee, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cf4018e3649f43da95dbab8334068311, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7c1370075ec442ba908853264b83dc1b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/210ce07b2ac84d93a32d5b1932204cfa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0f787e4497584f29877354e459c9269b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/f39d627f8b1e479eab3ab31efc10ee83, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/09166f988dee40b0a174c02821bf9bba, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/b9cb2ab872d2450ba51f5b75d68777d1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/9a4b1d16e0fa4609b2dbe2f7bcbead05, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8e0c27362c474829b8e1edf15267ea14, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/eea9e1ad726e4878a9cd3f3f8a8825fa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/50a95232685649c4ad9e516192548d79, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1eaad85fb9f04d24a2c4bd02e342225f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/00347c8fecf0406197b2a0363e9a6585, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8ba125d4a0064e4783d94bc896e19988, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0ab75695eaf947d7ae18ae8f2b114347, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/3e73c94ad6de4260af41023bd338d28f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/44aaf79744b84c2796eada32926cb12d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/e094b96ffd5d44a6a594079d4553bec8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cea15a8cc7e649baa237f1cd7b2b1fea, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0e3000638ff54d049ebd8dc0167ee104, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1d7db78156684410974b363c7518d2de, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6471a2995cf24978a0cc418699c26183, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/638e5b1cc29b40f4b25092d9c23f4062] to archive 2024-11-12T21:40:46,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:40:46,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6c6f4b7e4d4940afb2ff819b234c5db4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6c6f4b7e4d4940afb2ff819b234c5db4 2024-11-12T21:40:46,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6789991ea7ef4d60ad36fec4e0fe69ee to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6789991ea7ef4d60ad36fec4e0fe69ee 2024-11-12T21:40:46,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cf4018e3649f43da95dbab8334068311 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cf4018e3649f43da95dbab8334068311 2024-11-12T21:40:46,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7c1370075ec442ba908853264b83dc1b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7c1370075ec442ba908853264b83dc1b 2024-11-12T21:40:46,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/210ce07b2ac84d93a32d5b1932204cfa to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/210ce07b2ac84d93a32d5b1932204cfa 2024-11-12T21:40:46,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0f787e4497584f29877354e459c9269b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0f787e4497584f29877354e459c9269b 2024-11-12T21:40:46,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/f39d627f8b1e479eab3ab31efc10ee83 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/f39d627f8b1e479eab3ab31efc10ee83 2024-11-12T21:40:46,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/09166f988dee40b0a174c02821bf9bba to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/09166f988dee40b0a174c02821bf9bba 2024-11-12T21:40:46,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/b9cb2ab872d2450ba51f5b75d68777d1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/b9cb2ab872d2450ba51f5b75d68777d1 2024-11-12T21:40:46,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/9a4b1d16e0fa4609b2dbe2f7bcbead05 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/9a4b1d16e0fa4609b2dbe2f7bcbead05 2024-11-12T21:40:46,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8e0c27362c474829b8e1edf15267ea14 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8e0c27362c474829b8e1edf15267ea14 2024-11-12T21:40:46,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/eea9e1ad726e4878a9cd3f3f8a8825fa to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/eea9e1ad726e4878a9cd3f3f8a8825fa 2024-11-12T21:40:46,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/50a95232685649c4ad9e516192548d79 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/50a95232685649c4ad9e516192548d79 2024-11-12T21:40:46,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1eaad85fb9f04d24a2c4bd02e342225f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1eaad85fb9f04d24a2c4bd02e342225f 2024-11-12T21:40:46,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/00347c8fecf0406197b2a0363e9a6585 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/00347c8fecf0406197b2a0363e9a6585 2024-11-12T21:40:46,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8ba125d4a0064e4783d94bc896e19988 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/8ba125d4a0064e4783d94bc896e19988 2024-11-12T21:40:46,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0ab75695eaf947d7ae18ae8f2b114347 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0ab75695eaf947d7ae18ae8f2b114347 2024-11-12T21:40:46,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/3e73c94ad6de4260af41023bd338d28f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/3e73c94ad6de4260af41023bd338d28f 2024-11-12T21:40:46,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/44aaf79744b84c2796eada32926cb12d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/44aaf79744b84c2796eada32926cb12d 2024-11-12T21:40:46,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/e094b96ffd5d44a6a594079d4553bec8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/e094b96ffd5d44a6a594079d4553bec8 2024-11-12T21:40:46,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cea15a8cc7e649baa237f1cd7b2b1fea to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/cea15a8cc7e649baa237f1cd7b2b1fea 2024-11-12T21:40:46,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0e3000638ff54d049ebd8dc0167ee104 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/0e3000638ff54d049ebd8dc0167ee104 2024-11-12T21:40:46,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1d7db78156684410974b363c7518d2de to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/1d7db78156684410974b363c7518d2de 2024-11-12T21:40:46,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6471a2995cf24978a0cc418699c26183 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/6471a2995cf24978a0cc418699c26183 2024-11-12T21:40:46,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/638e5b1cc29b40f4b25092d9c23f4062 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/638e5b1cc29b40f4b25092d9c23f4062 2024-11-12T21:40:46,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ed6d43c913ff4883ab365eb7ce8a5a41, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ce9a18391264410a997076d1254c4391, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ffd2e9e7ad374401a99d949174087051, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/71da142c20544e7cb62d006d0414be16, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/5c2110b7bd1142538d3b82e9a5d32812, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/bd58669e19e647d5b7c95c2aae0a4e55, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/2e842acc1a8a45ec9ef648078e390c9d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/03ffe00a691948798af6ae07f9766b0b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cca2431944f64f5db1511a472fc08da6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e8ca9c8060b2496d9e8b9922dd486ce5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e2bd48fcf3564270ba7bdb7fa158e582, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cbcebcb888564c659dcf257d6753461e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/7125996e6dee489c8b8b740ee890e112, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d4c56220495c42248040817d0e54ff9c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/29223829166846e793380655467b5c98, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/deec772b2a0749bdb08fdc418cc7a36b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/88f7d7148b3e4f9da651b539399e6102, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/01758083c6d24e88b60bddaff6b15913, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/b89d7aec01114844ad981072fb24cc83, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/4d04e4b84d654a65a6b19f3d36164d9b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d836cc4476eb4f03a0a9216ff76d8d17, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/f214cdfe334144a5903c114def8719cc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d3e0f54ef94b48ff8ac8160b29e74a62, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/389e677c01c3417b8c2a188ea72bd2fa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/02211f25352d431691d6470872810720] to archive 2024-11-12T21:40:46,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:40:46,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ed6d43c913ff4883ab365eb7ce8a5a41 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ed6d43c913ff4883ab365eb7ce8a5a41 2024-11-12T21:40:46,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ce9a18391264410a997076d1254c4391 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ce9a18391264410a997076d1254c4391 2024-11-12T21:40:46,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ffd2e9e7ad374401a99d949174087051 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/ffd2e9e7ad374401a99d949174087051 2024-11-12T21:40:46,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/71da142c20544e7cb62d006d0414be16 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/71da142c20544e7cb62d006d0414be16 2024-11-12T21:40:46,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/5c2110b7bd1142538d3b82e9a5d32812 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/5c2110b7bd1142538d3b82e9a5d32812 2024-11-12T21:40:46,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/bd58669e19e647d5b7c95c2aae0a4e55 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/bd58669e19e647d5b7c95c2aae0a4e55 2024-11-12T21:40:46,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/2e842acc1a8a45ec9ef648078e390c9d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/2e842acc1a8a45ec9ef648078e390c9d 2024-11-12T21:40:46,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/03ffe00a691948798af6ae07f9766b0b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/03ffe00a691948798af6ae07f9766b0b 2024-11-12T21:40:46,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cca2431944f64f5db1511a472fc08da6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cca2431944f64f5db1511a472fc08da6 2024-11-12T21:40:46,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e8ca9c8060b2496d9e8b9922dd486ce5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e8ca9c8060b2496d9e8b9922dd486ce5 2024-11-12T21:40:46,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e2bd48fcf3564270ba7bdb7fa158e582 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/e2bd48fcf3564270ba7bdb7fa158e582 2024-11-12T21:40:46,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cbcebcb888564c659dcf257d6753461e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/cbcebcb888564c659dcf257d6753461e 2024-11-12T21:40:46,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/7125996e6dee489c8b8b740ee890e112 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/7125996e6dee489c8b8b740ee890e112 2024-11-12T21:40:46,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d4c56220495c42248040817d0e54ff9c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d4c56220495c42248040817d0e54ff9c 2024-11-12T21:40:46,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/29223829166846e793380655467b5c98 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/29223829166846e793380655467b5c98 2024-11-12T21:40:46,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/deec772b2a0749bdb08fdc418cc7a36b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/deec772b2a0749bdb08fdc418cc7a36b 2024-11-12T21:40:46,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/88f7d7148b3e4f9da651b539399e6102 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/88f7d7148b3e4f9da651b539399e6102 2024-11-12T21:40:46,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/01758083c6d24e88b60bddaff6b15913 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/01758083c6d24e88b60bddaff6b15913 2024-11-12T21:40:46,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/b89d7aec01114844ad981072fb24cc83 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/b89d7aec01114844ad981072fb24cc83 2024-11-12T21:40:46,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/4d04e4b84d654a65a6b19f3d36164d9b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/4d04e4b84d654a65a6b19f3d36164d9b 2024-11-12T21:40:46,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d836cc4476eb4f03a0a9216ff76d8d17 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d836cc4476eb4f03a0a9216ff76d8d17 2024-11-12T21:40:46,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/f214cdfe334144a5903c114def8719cc to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/f214cdfe334144a5903c114def8719cc 2024-11-12T21:40:46,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d3e0f54ef94b48ff8ac8160b29e74a62 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/d3e0f54ef94b48ff8ac8160b29e74a62 2024-11-12T21:40:46,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/389e677c01c3417b8c2a188ea72bd2fa to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/389e677c01c3417b8c2a188ea72bd2fa 2024-11-12T21:40:46,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/02211f25352d431691d6470872810720 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/02211f25352d431691d6470872810720 2024-11-12T21:40:46,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0fac187d7bf14ff0a4c8e1d8245d8b6d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1d902c0027f24403a36844b06fb2eeb1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/8cf03142761e49b7adc18d3c2309c5b3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/49a47e6d22ab4a768c583854a2b42ea9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/eca058c3363641a381904bf34f366211, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bad222c9af5b476b9bf33a9543705758, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f398c6f2ea204c899068668dc9bf683e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/78e6f04ff14f47cda5b559461f932d55, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/c93108cff94b4a17a9c0b4a6a5e82c9e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/6b2960b81937438eb00418ae3ef1d1da, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/053b812853324c279e2b97e41d4e6793, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f49d1946d4864cbaa79b5b6dabede53e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1444f938e0a54037ac498c42bc480bae, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/11f72074eafc4e5eb01d9c919e0f45a1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/18daf1d79fbd4dd38c9d7b63cf52ffa5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/2005167f23dd4610b060cdaa44f29229, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/e55bbec38e2b4ffbb5c0eca2e8aebde0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f2d0851f8c0e41f7b2563837bf0a1bb4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0625e8a206b74d3d9649fa4471714756, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/3f77151625b3414a8f133091d6eb6f67, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/72f2458aaa984b61a31f75bea08a3816, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/77873c7ee8f44a49ae8726bebd5da2b7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/01575db7e59b4dca91149d115975196f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1b86db3040a54970b2d1ad9e74662204, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/5477d325888143f6b7641b3ec258a3f9] to archive 2024-11-12T21:40:46,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:40:46,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0fac187d7bf14ff0a4c8e1d8245d8b6d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0fac187d7bf14ff0a4c8e1d8245d8b6d 2024-11-12T21:40:46,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1d902c0027f24403a36844b06fb2eeb1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1d902c0027f24403a36844b06fb2eeb1 2024-11-12T21:40:46,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/8cf03142761e49b7adc18d3c2309c5b3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/8cf03142761e49b7adc18d3c2309c5b3 2024-11-12T21:40:46,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/49a47e6d22ab4a768c583854a2b42ea9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/49a47e6d22ab4a768c583854a2b42ea9 2024-11-12T21:40:46,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/eca058c3363641a381904bf34f366211 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/eca058c3363641a381904bf34f366211 2024-11-12T21:40:46,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bad222c9af5b476b9bf33a9543705758 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bad222c9af5b476b9bf33a9543705758 2024-11-12T21:40:46,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f398c6f2ea204c899068668dc9bf683e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f398c6f2ea204c899068668dc9bf683e 2024-11-12T21:40:46,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/78e6f04ff14f47cda5b559461f932d55 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/78e6f04ff14f47cda5b559461f932d55 2024-11-12T21:40:46,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/c93108cff94b4a17a9c0b4a6a5e82c9e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/c93108cff94b4a17a9c0b4a6a5e82c9e 2024-11-12T21:40:46,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/6b2960b81937438eb00418ae3ef1d1da to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/6b2960b81937438eb00418ae3ef1d1da 2024-11-12T21:40:46,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/053b812853324c279e2b97e41d4e6793 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/053b812853324c279e2b97e41d4e6793 2024-11-12T21:40:46,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f49d1946d4864cbaa79b5b6dabede53e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f49d1946d4864cbaa79b5b6dabede53e 2024-11-12T21:40:46,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1444f938e0a54037ac498c42bc480bae to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1444f938e0a54037ac498c42bc480bae 2024-11-12T21:40:46,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/11f72074eafc4e5eb01d9c919e0f45a1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/11f72074eafc4e5eb01d9c919e0f45a1 2024-11-12T21:40:46,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/18daf1d79fbd4dd38c9d7b63cf52ffa5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/18daf1d79fbd4dd38c9d7b63cf52ffa5 2024-11-12T21:40:46,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/2005167f23dd4610b060cdaa44f29229 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/2005167f23dd4610b060cdaa44f29229 2024-11-12T21:40:46,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/e55bbec38e2b4ffbb5c0eca2e8aebde0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/e55bbec38e2b4ffbb5c0eca2e8aebde0 2024-11-12T21:40:46,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f2d0851f8c0e41f7b2563837bf0a1bb4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/f2d0851f8c0e41f7b2563837bf0a1bb4 2024-11-12T21:40:46,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0625e8a206b74d3d9649fa4471714756 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/0625e8a206b74d3d9649fa4471714756 2024-11-12T21:40:46,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/3f77151625b3414a8f133091d6eb6f67 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/3f77151625b3414a8f133091d6eb6f67 2024-11-12T21:40:46,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/72f2458aaa984b61a31f75bea08a3816 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/72f2458aaa984b61a31f75bea08a3816 2024-11-12T21:40:46,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/77873c7ee8f44a49ae8726bebd5da2b7 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/77873c7ee8f44a49ae8726bebd5da2b7 2024-11-12T21:40:46,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/01575db7e59b4dca91149d115975196f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/01575db7e59b4dca91149d115975196f 2024-11-12T21:40:46,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1b86db3040a54970b2d1ad9e74662204 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/1b86db3040a54970b2d1ad9e74662204 2024-11-12T21:40:46,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/5477d325888143f6b7641b3ec258a3f9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/5477d325888143f6b7641b3ec258a3f9 2024-11-12T21:40:46,742 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=4 2024-11-12T21:40:46,742 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. 2024-11-12T21:40:46,742 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 1af47701a3ab693ec24a167e0833772c: Waiting for close lock at 1731447644998Running coprocessor pre-close hooks at 1731447644998Disabling compacts and flushes for region at 1731447644998Disabling writes for close at 1731447644999 (+1 ms)Obtaining lock to block concurrent updates at 1731447644999Preparing flush snapshotting stores in 1af47701a3ab693ec24a167e0833772c at 1731447644999Finished memstore snapshotting TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731447644999Flushing stores of TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c. at 1731447645000 (+1 ms)Flushing 1af47701a3ab693ec24a167e0833772c/A: creating writer at 1731447645000Flushing mob file 1af47701a3ab693ec24a167e0833772c/A: appending metadata at 1731447645007 (+7 ms)Flushing mob file 1af47701a3ab693ec24a167e0833772c/A: closing flushed file at 1731447645007Flushing 1af47701a3ab693ec24a167e0833772c/A: appending metadata at 1731447645417 (+410 ms)Flushing 1af47701a3ab693ec24a167e0833772c/A: closing flushed file at 1731447645417Flushing 1af47701a3ab693ec24a167e0833772c/B: creating writer at 1731447645827 (+410 ms)Flushing 1af47701a3ab693ec24a167e0833772c/B: appending metadata at 1731447645830 (+3 ms)Flushing 1af47701a3ab693ec24a167e0833772c/B: closing flushed file at 1731447645830Flushing 1af47701a3ab693ec24a167e0833772c/C: creating writer at 1731447646244 (+414 ms)Flushing 1af47701a3ab693ec24a167e0833772c/C: appending metadata at 1731447646247 (+3 ms)Flushing 1af47701a3ab693ec24a167e0833772c/C: closing flushed file at 1731447646247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f724920: reopening flushed file at 1731447646656 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618da38d: reopening flushed file at 1731447646662 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47fc57e2: reopening flushed file at 1731447646667 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1af47701a3ab693ec24a167e0833772c in 1674ms, sequenceid=379, compaction requested=false at 1731447646673 (+6 ms)Writing region close event to WAL at 1731447646739 (+66 ms)Running coprocessor post-close hooks at 1731447646742 (+3 ms)Closed at 1731447646742 2024-11-12T21:40:46,744 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:46,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=1af47701a3ab693ec24a167e0833772c, regionState=CLOSED 2024-11-12T21:40:46,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:40:46,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-12T21:40:46,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 1af47701a3ab693ec24a167e0833772c, server=0c576948786c,36959,1731447576789 in 1.9010 sec 2024-11-12T21:40:46,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-12T21:40:46,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1af47701a3ab693ec24a167e0833772c, UNASSIGN in 1.9060 sec 2024-11-12T21:40:46,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-12T21:40:46,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9100 sec 2024-11-12T21:40:46,753 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447646752"}]},"ts":"1731447646752"} 2024-11-12T21:40:46,754 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:40:46,754 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:40:46,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9210 sec 2024-11-12T21:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:40:46,981 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:46,981 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:46,983 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-12T21:40:46,984 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:46,987 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:46,989 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/recovered.edits] 2024-11-12T21:40:46,992 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/4133a93b0a77465eaeaccb97aefde561 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/4133a93b0a77465eaeaccb97aefde561 2024-11-12T21:40:46,993 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7bd2a9414afa4c149cae1b4c9ac712fb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/A/7bd2a9414afa4c149cae1b4c9ac712fb 2024-11-12T21:40:46,995 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/1401726947be414d9c1c9fbe53eb80d7 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/1401726947be414d9c1c9fbe53eb80d7 2024-11-12T21:40:46,996 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/64717c5e8eee4186b6968f6700311598 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/B/64717c5e8eee4186b6968f6700311598 2024-11-12T21:40:46,998 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/b144f29ff3d3496b99eb42191a7faf65 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/b144f29ff3d3496b99eb42191a7faf65 2024-11-12T21:40:46,999 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bf9683de14764b45a1e181f1e0ee3a64 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/C/bf9683de14764b45a1e181f1e0ee3a64 2024-11-12T21:40:47,001 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/recovered.edits/382.seqid to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c/recovered.edits/382.seqid 2024-11-12T21:40:47,001 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,002 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:40:47,002 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:40:47,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T21:40:47,006 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121137506d7cae470aa44aa9f0cc8d6654_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121137506d7cae470aa44aa9f0cc8d6654_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,007 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112258cb05ffa9349fa9f45ccc223f7e828_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112258cb05ffa9349fa9f45ccc223f7e828_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,008 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122677c6679e7e414f9ef243a9fc3fd3dd_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122677c6679e7e414f9ef243a9fc3fd3dd_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,009 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123c1597f1460744d0829b52bf03525c5a_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123c1597f1460744d0829b52bf03525c5a_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,010 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125954093431a64b45ac91d4918f6ff527_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125954093431a64b45ac91d4918f6ff527_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,012 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125ffcc2561e324674a9bc7eb66222f338_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125ffcc2561e324674a9bc7eb66222f338_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,013 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112799d49fa84294e0b80c8e526b096c62f_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112799d49fa84294e0b80c8e526b096c62f_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,014 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127c5675be819644b6b48660fdc277a8fa_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127c5675be819644b6b48660fdc277a8fa_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,015 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128241a72d8437477692e1b03e5edbcea8_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128241a72d8437477692e1b03e5edbcea8_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,015 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112861027c8de6949b49fb36195215ea952_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112861027c8de6949b49fb36195215ea952_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,016 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129192a2b1617541ca9a7e7511e320c68d_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129192a2b1617541ca9a7e7511e320c68d_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,017 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a928611bd53f4f1d88b5d5ffe8acf79c_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a928611bd53f4f1d88b5d5ffe8acf79c_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,018 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112acf8c4cbb2974b47bd48d7eba1646738_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112acf8c4cbb2974b47bd48d7eba1646738_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,020 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b16fb4499db54f0aad0da9823ef1a244_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b16fb4499db54f0aad0da9823ef1a244_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,021 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c8bfc9b443924f36a8daaeb34efbb469_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c8bfc9b443924f36a8daaeb34efbb469_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,022 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd15c6254d2346bf9501eec2dd02b793_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd15c6254d2346bf9501eec2dd02b793_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,023 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd2c1f13da6b405d8c5796680934a2d9_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd2c1f13da6b405d8c5796680934a2d9_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,024 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e0bf78fc974f49e7b0199bdf63b7ece6_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e0bf78fc974f49e7b0199bdf63b7ece6_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,025 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112edf4b91adeab4a1d8737af6f83d6b1a7_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112edf4b91adeab4a1d8737af6f83d6b1a7_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,026 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112efafb3386bb84ab3b3a0aefcea659dff_1af47701a3ab693ec24a167e0833772c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112efafb3386bb84ab3b3a0aefcea659dff_1af47701a3ab693ec24a167e0833772c 2024-11-12T21:40:47,027 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:40:47,029 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:47,031 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:40:47,033 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:40:47,034 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:47,034 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:40:47,034 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731447647034"}]},"ts":"9223372036854775807"} 2024-11-12T21:40:47,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:40:47,037 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1af47701a3ab693ec24a167e0833772c, NAME => 'TestAcidGuarantees,,1731447614699.1af47701a3ab693ec24a167e0833772c.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:40:47,037 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:40:47,037 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731447647037"}]},"ts":"9223372036854775807"} 2024-11-12T21:40:47,039 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:40:47,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:47,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-11-12T21:40:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-12T21:40:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:40:47,091 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:47,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 237) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1780837174_22 at /127.0.0.1:42042 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 446) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9602 (was 10057) 2024-11-12T21:40:47,110 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=9600 2024-11-12T21:40:47,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:40:47,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:40:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:40:47,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:40:47,114 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:47,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-11-12T21:40:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T21:40:47,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:40:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742065_1241 (size=959) 2024-11-12T21:40:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T21:40:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T21:40:47,523 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f 2024-11-12T21:40:47,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742066_1242 (size=53) 2024-11-12T21:40:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T21:40:47,932 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:40:47,932 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6b7d1fb6296bd8508f8694a6499011e3, disabling compactions & flushes 2024-11-12T21:40:47,932 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:47,932 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:47,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. after waiting 0 ms 2024-11-12T21:40:47,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:47,933 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:47,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b7d1fb6296bd8508f8694a6499011e3: Waiting for close lock at 1731447647932Disabling compacts and flushes for region at 1731447647932Disabling writes for close at 1731447647933 (+1 ms)Writing region close event to WAL at 1731447647933Closed at 1731447647933 2024-11-12T21:40:47,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:40:47,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731447647935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731447647935"}]},"ts":"1731447647935"} 2024-11-12T21:40:47,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:40:47,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:40:47,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447647942"}]},"ts":"1731447647942"} 2024-11-12T21:40:47,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:40:47,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, ASSIGN}] 2024-11-12T21:40:47,949 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, ASSIGN 2024-11-12T21:40:47,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, ASSIGN; state=OFFLINE, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=false 2024-11-12T21:40:48,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=6b7d1fb6296bd8508f8694a6499011e3, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:48,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, ASSIGN because future has completed 2024-11-12T21:40:48,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:40:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T21:40:48,261 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:48,262 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:40:48,262 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,262 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:40:48,262 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,262 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,264 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,265 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b7d1fb6296bd8508f8694a6499011e3 columnFamilyName A 2024-11-12T21:40:48,265 DEBUG [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:48,266 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] regionserver.HStore(327): Store=6b7d1fb6296bd8508f8694a6499011e3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:48,266 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,267 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b7d1fb6296bd8508f8694a6499011e3 columnFamilyName B 2024-11-12T21:40:48,267 DEBUG [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:48,267 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] regionserver.HStore(327): Store=6b7d1fb6296bd8508f8694a6499011e3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:48,268 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,269 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b7d1fb6296bd8508f8694a6499011e3 columnFamilyName C 2024-11-12T21:40:48,269 DEBUG [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:40:48,269 INFO [StoreOpener-6b7d1fb6296bd8508f8694a6499011e3-1 {}] regionserver.HStore(327): Store=6b7d1fb6296bd8508f8694a6499011e3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:40:48,269 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,270 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,270 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,271 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,271 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,272 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:40:48,273 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,275 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:40:48,275 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 6b7d1fb6296bd8508f8694a6499011e3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63848670, jitterRate=-0.048580676317214966}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:40:48,275 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:48,276 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 6b7d1fb6296bd8508f8694a6499011e3: Running coprocessor pre-open hook at 1731447648262Writing region info on filesystem at 1731447648262Initializing all the Stores at 1731447648263 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447648263Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447648263Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447648263Cleaning up temporary data from old regions at 1731447648271 (+8 ms)Running coprocessor post-open hooks at 1731447648275 (+4 ms)Region opened successfully at 1731447648276 (+1 ms) 2024-11-12T21:40:48,277 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., pid=61, masterSystemTime=1731447648258 2024-11-12T21:40:48,278 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:48,279 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:48,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=6b7d1fb6296bd8508f8694a6499011e3, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:40:48,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:40:48,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-12T21:40:48,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 in 177 msec 2024-11-12T21:40:48,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-12T21:40:48,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, ASSIGN in 336 msec 2024-11-12T21:40:48,285 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:40:48,285 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447648285"}]},"ts":"1731447648285"} 2024-11-12T21:40:48,286 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:40:48,287 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:40:48,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1750 sec 2024-11-12T21:40:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T21:40:49,261 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:49,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56343ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,263 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279918d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,265 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bdda9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:40:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,34667,1731447576119 2024-11-12T21:40:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6506ae82 2024-11-12T21:40:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:40:49,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:40:49,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb78f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,274 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcea58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,275 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b8c37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734f06ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,277 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbbb33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,278 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c957702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5389ff54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,280 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316c64d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,281 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fcf3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e54de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,283 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345068b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,284 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5f0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f761ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232de07b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,288 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b05c5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695df2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,289 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c7f0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,290 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c08aef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e1b1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,292 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aebf794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,293 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6274530c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75099fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,295 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6972f7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,296 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c1e0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333e8b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,298 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e2d4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,299 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1205bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d142ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:40:49,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:40:49,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:40:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:40:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:40:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72667771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:40:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:40:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:40:49,302 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:40:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd53a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:40:49,303 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,303 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,303 DEBUG [Thread-1128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,303 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,304 DEBUG [Thread-1132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,304 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:49,304 DEBUG [Thread-1134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,304 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,305 DEBUG [Thread-1136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-12T21:40:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,306 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T21:40:49,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,308 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:49,308 DEBUG [Thread-1134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,308 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:40:49,309 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:49,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:49,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:40:49,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:40:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:40:49,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:40:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:49,323 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:49,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:40:49,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f9014ce6c5b94ea4920e832b8ecfb4b1 is 50, key is test_row_1/A:col10/1731447649320/Put/seqid=0 2024-11-12T21:40:49,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447709348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447709349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742067_1243 (size=9657) 2024-11-12T21:40:49,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f9014ce6c5b94ea4920e832b8ecfb4b1 2024-11-12T21:40:49,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447709350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447709351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447709360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/afe5edbc2e8448e582321d7003888566 is 50, key is test_row_1/B:col10/1731447649320/Put/seqid=0 2024-11-12T21:40:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742068_1244 (size=9657) 2024-11-12T21:40:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T21:40:49,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447709460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-12T21:40:49,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447709460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447709460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447709460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447709471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-12T21:40:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:49,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T21:40:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447709671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447709671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447709671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447709673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447709681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:49,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-12T21:40:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:49,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:49,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/afe5edbc2e8448e582321d7003888566 2024-11-12T21:40:49,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/753ca04a490b4280b336617cd0c73645 is 50, key is test_row_1/C:col10/1731447649320/Put/seqid=0 2024-11-12T21:40:49,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742069_1245 (size=9657) 2024-11-12T21:40:49,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/753ca04a490b4280b336617cd0c73645 2024-11-12T21:40:49,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f9014ce6c5b94ea4920e832b8ecfb4b1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f9014ce6c5b94ea4920e832b8ecfb4b1 2024-11-12T21:40:49,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f9014ce6c5b94ea4920e832b8ecfb4b1, entries=100, sequenceid=12, filesize=9.4 K 2024-11-12T21:40:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/afe5edbc2e8448e582321d7003888566 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/afe5edbc2e8448e582321d7003888566 2024-11-12T21:40:49,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/afe5edbc2e8448e582321d7003888566, entries=100, sequenceid=12, filesize=9.4 K 2024-11-12T21:40:49,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/753ca04a490b4280b336617cd0c73645 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/753ca04a490b4280b336617cd0c73645 2024-11-12T21:40:49,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/753ca04a490b4280b336617cd0c73645, entries=100, sequenceid=12, filesize=9.4 K 2024-11-12T21:40:49,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6b7d1fb6296bd8508f8694a6499011e3 in 574ms, sequenceid=12, compaction requested=false 2024-11-12T21:40:49,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:49,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-12T21:40:49,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:49,924 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T21:40:49,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/0548a749a9e449a98db2b16bb824ad11 is 50, key is test_row_0/A:col10/1731447649349/Put/seqid=0 2024-11-12T21:40:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T21:40:49,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742070_1246 (size=12001) 2024-11-12T21:40:49,936 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/0548a749a9e449a98db2b16bb824ad11 2024-11-12T21:40:49,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/229cfa097df840cfa3db9eed787446ef is 50, key is test_row_0/B:col10/1731447649349/Put/seqid=0 2024-11-12T21:40:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742071_1247 (size=12001) 2024-11-12T21:40:49,963 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/229cfa097df840cfa3db9eed787446ef 2024-11-12T21:40:49,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/29deea9f7d264b0b99cac16668361560 is 50, key is test_row_0/C:col10/1731447649349/Put/seqid=0 2024-11-12T21:40:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:49,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742072_1248 (size=12001) 2024-11-12T21:40:49,988 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/29deea9f7d264b0b99cac16668361560 2024-11-12T21:40:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/0548a749a9e449a98db2b16bb824ad11 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/0548a749a9e449a98db2b16bb824ad11 2024-11-12T21:40:49,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447709986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447709991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447709998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447709998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447709998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,003 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/0548a749a9e449a98db2b16bb824ad11, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T21:40:50,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/229cfa097df840cfa3db9eed787446ef as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/229cfa097df840cfa3db9eed787446ef 2024-11-12T21:40:50,012 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/229cfa097df840cfa3db9eed787446ef, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T21:40:50,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/29deea9f7d264b0b99cac16668361560 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/29deea9f7d264b0b99cac16668361560 2024-11-12T21:40:50,020 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/29deea9f7d264b0b99cac16668361560, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T21:40:50,021 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6b7d1fb6296bd8508f8694a6499011e3 in 96ms, sequenceid=38, compaction requested=false 2024-11-12T21:40:50,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:50,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-12T21:40:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-12T21:40:50,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-12T21:40:50,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 715 msec 2024-11-12T21:40:50,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 723 msec 2024-11-12T21:40:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:50,103 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:50,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:40:50,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/226d900d0d68405e8666b3c3d18f6da4 is 50, key is test_row_0/A:col10/1731447649988/Put/seqid=0 2024-11-12T21:40:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742073_1249 (size=14341) 2024-11-12T21:40:50,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/226d900d0d68405e8666b3c3d18f6da4 2024-11-12T21:40:50,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/39ccb80422b74a8c8a92ec72d52c81a1 is 50, key is test_row_0/B:col10/1731447649988/Put/seqid=0 2024-11-12T21:40:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742074_1250 (size=12001) 2024-11-12T21:40:50,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/39ccb80422b74a8c8a92ec72d52c81a1 2024-11-12T21:40:50,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2e070633c3b4478f9905f6826ffde8c5 is 50, key is test_row_0/C:col10/1731447649988/Put/seqid=0 2024-11-12T21:40:50,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742075_1251 (size=12001) 2024-11-12T21:40:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447710141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2e070633c3b4478f9905f6826ffde8c5 2024-11-12T21:40:50,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447710147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447710148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447710145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/226d900d0d68405e8666b3c3d18f6da4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/226d900d0d68405e8666b3c3d18f6da4 2024-11-12T21:40:50,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/226d900d0d68405e8666b3c3d18f6da4, entries=200, sequenceid=49, filesize=14.0 K 2024-11-12T21:40:50,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/39ccb80422b74a8c8a92ec72d52c81a1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/39ccb80422b74a8c8a92ec72d52c81a1 2024-11-12T21:40:50,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/39ccb80422b74a8c8a92ec72d52c81a1, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T21:40:50,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2e070633c3b4478f9905f6826ffde8c5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2e070633c3b4478f9905f6826ffde8c5 2024-11-12T21:40:50,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2e070633c3b4478f9905f6826ffde8c5, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T21:40:50,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6b7d1fb6296bd8508f8694a6499011e3 in 82ms, sequenceid=49, compaction requested=true 2024-11-12T21:40:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:50,185 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:50,185 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:50,187 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:50,187 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:40:50,187 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,187 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/afe5edbc2e8448e582321d7003888566, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/229cfa097df840cfa3db9eed787446ef, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/39ccb80422b74a8c8a92ec72d52c81a1] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=32.9 K 2024-11-12T21:40:50,187 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:50,187 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:40:50,187 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,188 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f9014ce6c5b94ea4920e832b8ecfb4b1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/0548a749a9e449a98db2b16bb824ad11, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/226d900d0d68405e8666b3c3d18f6da4] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=35.2 K 2024-11-12T21:40:50,188 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting afe5edbc2e8448e582321d7003888566, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731447649320 2024-11-12T21:40:50,188 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9014ce6c5b94ea4920e832b8ecfb4b1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731447649320 2024-11-12T21:40:50,188 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 229cfa097df840cfa3db9eed787446ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731447649345 2024-11-12T21:40:50,188 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0548a749a9e449a98db2b16bb824ad11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731447649345 2024-11-12T21:40:50,189 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 226d900d0d68405e8666b3c3d18f6da4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447649988 2024-11-12T21:40:50,189 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 39ccb80422b74a8c8a92ec72d52c81a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447649988 2024-11-12T21:40:50,211 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:50,212 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/e52bdf3e849543609f41de1da2dc7a78 is 50, key is test_row_0/B:col10/1731447649988/Put/seqid=0 2024-11-12T21:40:50,216 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:50,217 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/37984fe5482946a78b921e7e5fecf470 is 50, key is test_row_0/A:col10/1731447649988/Put/seqid=0 2024-11-12T21:40:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742076_1252 (size=12104) 2024-11-12T21:40:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:50,252 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:50,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T21:40:50,253 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/e52bdf3e849543609f41de1da2dc7a78 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e52bdf3e849543609f41de1da2dc7a78 2024-11-12T21:40:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742077_1253 (size=12104) 2024-11-12T21:40:50,266 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into e52bdf3e849543609f41de1da2dc7a78(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:50,266 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:50,266 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=13, startTime=1731447650185; duration=0sec 2024-11-12T21:40:50,266 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:50,266 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:40:50,266 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:50,268 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:50,268 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:40:50,268 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,268 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/753ca04a490b4280b336617cd0c73645, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/29deea9f7d264b0b99cac16668361560, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2e070633c3b4478f9905f6826ffde8c5] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=32.9 K 2024-11-12T21:40:50,270 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 753ca04a490b4280b336617cd0c73645, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731447649320 2024-11-12T21:40:50,272 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 29deea9f7d264b0b99cac16668361560, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731447649345 2024-11-12T21:40:50,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92 is 50, key is test_row_0/A:col10/1731447650144/Put/seqid=0 2024-11-12T21:40:50,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447710266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447710267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,274 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e070633c3b4478f9905f6826ffde8c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447649988 2024-11-12T21:40:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447710271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447710273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,277 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/37984fe5482946a78b921e7e5fecf470 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/37984fe5482946a78b921e7e5fecf470 2024-11-12T21:40:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,287 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into 37984fe5482946a78b921e7e5fecf470(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:50,287 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:50,287 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=13, startTime=1731447650185; duration=0sec 2024-11-12T21:40:50,288 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:50,288 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:40:50,290 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:50,291 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/7e490af825c84e2ea698daf568079755 is 50, key is test_row_0/C:col10/1731447649988/Put/seqid=0 2024-11-12T21:40:50,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742078_1254 (size=14341) 2024-11-12T21:40:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742079_1255 (size=12104) 2024-11-12T21:40:50,329 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/7e490af825c84e2ea698daf568079755 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7e490af825c84e2ea698daf568079755 2024-11-12T21:40:50,339 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into 7e490af825c84e2ea698daf568079755(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:50,339 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:50,339 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=13, startTime=1731447650185; duration=0sec 2024-11-12T21:40:50,339 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:50,339 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:40:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447710380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447710380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447710381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447710381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T21:40:50,441 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:50,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-12T21:40:50,443 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:40:50,445 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:50,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:50,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447710511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:40:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447710591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447710591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447710591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447710591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:40:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:50,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92 2024-11-12T21:40:50,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/ea41941dbaa547cf9bb5b29a88d21b3c is 50, key is test_row_0/B:col10/1731447650144/Put/seqid=0 2024-11-12T21:40:50,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742080_1256 (size=12001) 2024-11-12T21:40:50,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:40:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:50,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:50,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:40:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447710900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447710900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447710900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447710911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:50,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:40:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:50,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:40:51,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:51,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:51,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:51,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:40:51,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/ea41941dbaa547cf9bb5b29a88d21b3c 2024-11-12T21:40:51,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/a0fe0ff6204a40fea1de1c51eff26bb0 is 50, key is test_row_0/C:col10/1731447650144/Put/seqid=0 2024-11-12T21:40:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742081_1257 (size=12001) 2024-11-12T21:40:51,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/a0fe0ff6204a40fea1de1c51eff26bb0 2024-11-12T21:40:51,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92 2024-11-12T21:40:51,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92, entries=200, sequenceid=75, filesize=14.0 K 2024-11-12T21:40:51,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/ea41941dbaa547cf9bb5b29a88d21b3c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/ea41941dbaa547cf9bb5b29a88d21b3c 2024-11-12T21:40:51,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/ea41941dbaa547cf9bb5b29a88d21b3c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-12T21:40:51,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/a0fe0ff6204a40fea1de1c51eff26bb0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a0fe0ff6204a40fea1de1c51eff26bb0 2024-11-12T21:40:51,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a0fe0ff6204a40fea1de1c51eff26bb0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-12T21:40:51,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6b7d1fb6296bd8508f8694a6499011e3 in 936ms, sequenceid=75, compaction requested=false 2024-11-12T21:40:51,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:51,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:40:51,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:51,220 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T21:40:51,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/1ac5e55b62ca4e0bb01a06043967adcc is 50, key is test_row_0/A:col10/1731447650257/Put/seqid=0 2024-11-12T21:40:51,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742082_1258 (size=12001) 2024-11-12T21:40:51,233 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/1ac5e55b62ca4e0bb01a06043967adcc 2024-11-12T21:40:51,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/6616f9299c544b18a6ea6aad156fe023 is 50, key is test_row_0/B:col10/1731447650257/Put/seqid=0 2024-11-12T21:40:51,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742083_1259 (size=12001) 2024-11-12T21:40:51,253 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/6616f9299c544b18a6ea6aad156fe023 2024-11-12T21:40:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1cb9514e786c40538156fec3e12c6cc4 is 50, key is test_row_0/C:col10/1731447650257/Put/seqid=0 2024-11-12T21:40:51,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742084_1260 (size=12001) 2024-11-12T21:40:51,270 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1cb9514e786c40538156fec3e12c6cc4 2024-11-12T21:40:51,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/1ac5e55b62ca4e0bb01a06043967adcc as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/1ac5e55b62ca4e0bb01a06043967adcc 2024-11-12T21:40:51,285 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/1ac5e55b62ca4e0bb01a06043967adcc, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T21:40:51,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/6616f9299c544b18a6ea6aad156fe023 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/6616f9299c544b18a6ea6aad156fe023 2024-11-12T21:40:51,291 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/6616f9299c544b18a6ea6aad156fe023, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T21:40:51,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1cb9514e786c40538156fec3e12c6cc4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1cb9514e786c40538156fec3e12c6cc4 2024-11-12T21:40:51,299 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1cb9514e786c40538156fec3e12c6cc4, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T21:40:51,300 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 6b7d1fb6296bd8508f8694a6499011e3 in 80ms, sequenceid=88, compaction requested=true 2024-11-12T21:40:51,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:51,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:51,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-12T21:40:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-12T21:40:51,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-12T21:40:51,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 858 msec 2024-11-12T21:40:51,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 866 msec 2024-11-12T21:40:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:51,419 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:51,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:40:51,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e0b556c7dd54486eaa3ddb5276d02706 is 50, key is test_row_0/A:col10/1731447651418/Put/seqid=0 2024-11-12T21:40:51,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742085_1261 (size=14341) 2024-11-12T21:40:51,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e0b556c7dd54486eaa3ddb5276d02706 2024-11-12T21:40:51,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/1fee4fddecdd4bf49dbaeebb5b748b28 is 50, key is test_row_0/B:col10/1731447651418/Put/seqid=0 2024-11-12T21:40:51,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742086_1262 (size=12001) 2024-11-12T21:40:51,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447711451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447711452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447711452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447711453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447711520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,525 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 6b7d1fb6296bd8508f8694a6499011e3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447711561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447711561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447711561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447711561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:40:51,581 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:51,582 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-12T21:40:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:40:51,584 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:51,585 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:51,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:40:51,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:40:51,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:51,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:51,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:51,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447711770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447711772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447711776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447711776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:51,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/1fee4fddecdd4bf49dbaeebb5b748b28 2024-11-12T21:40:51,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/d6cd77b6f3cc4574b7304680ad836cf9 is 50, key is test_row_0/C:col10/1731447651418/Put/seqid=0 2024-11-12T21:40:51,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742087_1263 (size=12001) 2024-11-12T21:40:51,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:40:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:51,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:40:52,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:40:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:52,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:52,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:52,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447712081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447712081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447712081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447712090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:40:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:52,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:40:52,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/d6cd77b6f3cc4574b7304680ad836cf9 2024-11-12T21:40:52,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e0b556c7dd54486eaa3ddb5276d02706 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e0b556c7dd54486eaa3ddb5276d02706 2024-11-12T21:40:52,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:40:52,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e0b556c7dd54486eaa3ddb5276d02706, entries=200, sequenceid=99, filesize=14.0 K 2024-11-12T21:40:52,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/1fee4fddecdd4bf49dbaeebb5b748b28 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/1fee4fddecdd4bf49dbaeebb5b748b28 2024-11-12T21:40:52,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/1fee4fddecdd4bf49dbaeebb5b748b28, entries=150, sequenceid=99, filesize=11.7 K 2024-11-12T21:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/d6cd77b6f3cc4574b7304680ad836cf9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d6cd77b6f3cc4574b7304680ad836cf9 2024-11-12T21:40:52,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d6cd77b6f3cc4574b7304680ad836cf9, entries=150, sequenceid=99, filesize=11.7 K 2024-11-12T21:40:52,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6b7d1fb6296bd8508f8694a6499011e3 in 882ms, sequenceid=99, compaction requested=true 2024-11-12T21:40:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:52,301 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:52,301 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:52,302 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:52,302 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:40:52,302 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:52,302 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:40:52,302 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:52,302 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:52,302 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e52bdf3e849543609f41de1da2dc7a78, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/ea41941dbaa547cf9bb5b29a88d21b3c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/6616f9299c544b18a6ea6aad156fe023, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/1fee4fddecdd4bf49dbaeebb5b748b28] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=47.0 K 2024-11-12T21:40:52,302 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/37984fe5482946a78b921e7e5fecf470, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/1ac5e55b62ca4e0bb01a06043967adcc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e0b556c7dd54486eaa3ddb5276d02706] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=51.5 K 2024-11-12T21:40:52,303 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e52bdf3e849543609f41de1da2dc7a78, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447649988 2024-11-12T21:40:52,303 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37984fe5482946a78b921e7e5fecf470, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447649988 2024-11-12T21:40:52,303 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 063ee4c94fcf4c8c9f3cfaf46b4d4a92, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731447650133 2024-11-12T21:40:52,303 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ea41941dbaa547cf9bb5b29a88d21b3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731447650133 2024-11-12T21:40:52,303 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ac5e55b62ca4e0bb01a06043967adcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731447650257 2024-11-12T21:40:52,304 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6616f9299c544b18a6ea6aad156fe023, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731447650257 2024-11-12T21:40:52,304 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0b556c7dd54486eaa3ddb5276d02706, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731447651415 2024-11-12T21:40:52,304 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fee4fddecdd4bf49dbaeebb5b748b28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731447651415 2024-11-12T21:40:52,317 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:52,317 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/5bfee5a896e84e98aacb7dd1fa05b3d3 is 50, key is test_row_0/B:col10/1731447651418/Put/seqid=0 2024-11-12T21:40:52,318 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:52,318 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3a1b5708bbef4c5199b03c671bdbe351 is 50, key is test_row_0/A:col10/1731447651418/Put/seqid=0 2024-11-12T21:40:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742088_1264 (size=12241) 2024-11-12T21:40:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742089_1265 (size=12241) 2024-11-12T21:40:52,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:40:52,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:52,352 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:40:52,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/ed39cc10d0c54a009c0e6a489a62f2c7 is 50, key is test_row_0/A:col10/1731447651450/Put/seqid=0 2024-11-12T21:40:52,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742090_1266 (size=12001) 2024-11-12T21:40:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:52,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:52,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447712599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447712600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447712602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447712603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447712711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447712711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447712711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,735 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3a1b5708bbef4c5199b03c671bdbe351 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3a1b5708bbef4c5199b03c671bdbe351 2024-11-12T21:40:52,739 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into 3a1b5708bbef4c5199b03c671bdbe351(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:52,739 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:52,739 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=12, startTime=1731447652301; duration=0sec 2024-11-12T21:40:52,740 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:52,740 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:40:52,740 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:40:52,741 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:52,741 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:40:52,741 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:52,741 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7e490af825c84e2ea698daf568079755, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a0fe0ff6204a40fea1de1c51eff26bb0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1cb9514e786c40538156fec3e12c6cc4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d6cd77b6f3cc4574b7304680ad836cf9] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=47.0 K 2024-11-12T21:40:52,742 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e490af825c84e2ea698daf568079755, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447649988 2024-11-12T21:40:52,742 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0fe0ff6204a40fea1de1c51eff26bb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731447650133 2024-11-12T21:40:52,742 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cb9514e786c40538156fec3e12c6cc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731447650257 2024-11-12T21:40:52,743 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6cd77b6f3cc4574b7304680ad836cf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731447651415 2024-11-12T21:40:52,743 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/5bfee5a896e84e98aacb7dd1fa05b3d3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5bfee5a896e84e98aacb7dd1fa05b3d3 2024-11-12T21:40:52,747 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into 5bfee5a896e84e98aacb7dd1fa05b3d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:52,747 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:52,747 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=12, startTime=1731447652301; duration=0sec 2024-11-12T21:40:52,747 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:52,747 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:40:52,751 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:52,751 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/675dddaff1264d379f167e54c919e21c is 50, key is test_row_0/C:col10/1731447651418/Put/seqid=0 2024-11-12T21:40:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742091_1267 (size=12241) 2024-11-12T21:40:52,767 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/ed39cc10d0c54a009c0e6a489a62f2c7 2024-11-12T21:40:52,769 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/675dddaff1264d379f167e54c919e21c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/675dddaff1264d379f167e54c919e21c 2024-11-12T21:40:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/c29535f6fcf3408abf3ecc945564250c is 50, key is test_row_0/B:col10/1731447651450/Put/seqid=0 2024-11-12T21:40:52,780 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into 675dddaff1264d379f167e54c919e21c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:52,780 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:52,780 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=12, startTime=1731447652301; duration=0sec 2024-11-12T21:40:52,780 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:52,780 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:40:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742092_1268 (size=12001) 2024-11-12T21:40:52,781 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/c29535f6fcf3408abf3ecc945564250c 2024-11-12T21:40:52,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1399ea928e6b464ab94ce89bacfbf31b is 50, key is test_row_0/C:col10/1731447651450/Put/seqid=0 2024-11-12T21:40:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742093_1269 (size=12001) 2024-11-12T21:40:52,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447712921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447712921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447712921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,192 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1399ea928e6b464ab94ce89bacfbf31b 2024-11-12T21:40:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/ed39cc10d0c54a009c0e6a489a62f2c7 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ed39cc10d0c54a009c0e6a489a62f2c7 2024-11-12T21:40:53,199 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ed39cc10d0c54a009c0e6a489a62f2c7, entries=150, sequenceid=124, filesize=11.7 K 2024-11-12T21:40:53,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/c29535f6fcf3408abf3ecc945564250c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/c29535f6fcf3408abf3ecc945564250c 2024-11-12T21:40:53,204 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/c29535f6fcf3408abf3ecc945564250c, entries=150, sequenceid=124, filesize=11.7 K 2024-11-12T21:40:53,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1399ea928e6b464ab94ce89bacfbf31b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1399ea928e6b464ab94ce89bacfbf31b 2024-11-12T21:40:53,209 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1399ea928e6b464ab94ce89bacfbf31b, entries=150, sequenceid=124, filesize=11.7 K 2024-11-12T21:40:53,210 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6b7d1fb6296bd8508f8694a6499011e3 in 857ms, sequenceid=124, compaction requested=false 2024-11-12T21:40:53,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:53,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:53,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-12T21:40:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-12T21:40:53,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-12T21:40:53,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6260 sec 2024-11-12T21:40:53,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.6310 sec 2024-11-12T21:40:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:53,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:53,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:40:53,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e7924850abde4c8e91ceb662cc118dc5 is 50, key is test_row_0/A:col10/1731447653234/Put/seqid=0 2024-11-12T21:40:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742094_1270 (size=19321) 2024-11-12T21:40:53,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e7924850abde4c8e91ceb662cc118dc5 2024-11-12T21:40:53,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/a3e0f21ee037488c876400b4f2890f1c is 50, key is test_row_0/B:col10/1731447653234/Put/seqid=0 2024-11-12T21:40:53,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742095_1271 (size=12151) 2024-11-12T21:40:53,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447713261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447713263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447713264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447713370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447713370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447713370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447713551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,553 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 6b7d1fb6296bd8508f8694a6499011e3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447713580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447713580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447713580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447713611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,614 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 6b7d1fb6296bd8508f8694a6499011e3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/a3e0f21ee037488c876400b4f2890f1c 2024-11-12T21:40:53,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/37e46b9bf19344848b4de7e3d94ea15d is 50, key is test_row_0/C:col10/1731447653234/Put/seqid=0 2024-11-12T21:40:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742096_1272 (size=12151) 2024-11-12T21:40:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:40:53,751 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:53,751 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-12T21:40:53,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:53,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:53,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:40:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:40:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447713890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447713890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447713890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:53,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:40:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:53,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:54,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:40:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:54,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:54,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/37e46b9bf19344848b4de7e3d94ea15d 2024-11-12T21:40:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:40:54,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e7924850abde4c8e91ceb662cc118dc5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e7924850abde4c8e91ceb662cc118dc5 2024-11-12T21:40:54,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e7924850abde4c8e91ceb662cc118dc5, entries=300, sequenceid=141, filesize=18.9 K 2024-11-12T21:40:54,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/a3e0f21ee037488c876400b4f2890f1c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a3e0f21ee037488c876400b4f2890f1c 2024-11-12T21:40:54,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a3e0f21ee037488c876400b4f2890f1c, entries=150, sequenceid=141, filesize=11.9 K 2024-11-12T21:40:54,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/37e46b9bf19344848b4de7e3d94ea15d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e46b9bf19344848b4de7e3d94ea15d 2024-11-12T21:40:54,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e46b9bf19344848b4de7e3d94ea15d, entries=150, sequenceid=141, filesize=11.9 K 2024-11-12T21:40:54,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6b7d1fb6296bd8508f8694a6499011e3 in 852ms, sequenceid=141, compaction requested=true 2024-11-12T21:40:54,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:54,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:54,087 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:54,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:54,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:54,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:54,087 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:54,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:54,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:54,087 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43563 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:54,087 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:54,088 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:40:54,088 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:40:54,088 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:54,088 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:54,088 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5bfee5a896e84e98aacb7dd1fa05b3d3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/c29535f6fcf3408abf3ecc945564250c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a3e0f21ee037488c876400b4f2890f1c] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=35.5 K 2024-11-12T21:40:54,088 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3a1b5708bbef4c5199b03c671bdbe351, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ed39cc10d0c54a009c0e6a489a62f2c7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e7924850abde4c8e91ceb662cc118dc5] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=42.5 K 2024-11-12T21:40:54,088 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bfee5a896e84e98aacb7dd1fa05b3d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731447651415 2024-11-12T21:40:54,088 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a1b5708bbef4c5199b03c671bdbe351, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731447651415 2024-11-12T21:40:54,088 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c29535f6fcf3408abf3ecc945564250c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731447651445 2024-11-12T21:40:54,088 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed39cc10d0c54a009c0e6a489a62f2c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731447651445 2024-11-12T21:40:54,089 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting a3e0f21ee037488c876400b4f2890f1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731447652597 2024-11-12T21:40:54,089 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7924850abde4c8e91ceb662cc118dc5, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731447652597 2024-11-12T21:40:54,096 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:54,097 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:54,097 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/592340bbf47e47198918e246fe632f21 is 50, key is test_row_0/B:col10/1731447653234/Put/seqid=0 2024-11-12T21:40:54,097 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3b6d08d82d1344339007625c85d72628 is 50, key is test_row_0/A:col10/1731447653234/Put/seqid=0 2024-11-12T21:40:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742098_1274 (size=12493) 2024-11-12T21:40:54,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742097_1273 (size=12493) 2024-11-12T21:40:54,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:40:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:54,215 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T21:40:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c3c0c8a43ed9423e9aec968bf3063536 is 50, key is test_row_0/A:col10/1731447653261/Put/seqid=0 2024-11-12T21:40:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742099_1275 (size=12151) 2024-11-12T21:40:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:40:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:54,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:54,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447714416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447714420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447714420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,518 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3b6d08d82d1344339007625c85d72628 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3b6d08d82d1344339007625c85d72628 2024-11-12T21:40:54,523 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/592340bbf47e47198918e246fe632f21 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/592340bbf47e47198918e246fe632f21 2024-11-12T21:40:54,523 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into 3b6d08d82d1344339007625c85d72628(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:54,523 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:54,523 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=13, startTime=1731447654086; duration=0sec 2024-11-12T21:40:54,523 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:54,523 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:40:54,523 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:54,524 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:54,524 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:40:54,524 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:54,525 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/675dddaff1264d379f167e54c919e21c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1399ea928e6b464ab94ce89bacfbf31b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e46b9bf19344848b4de7e3d94ea15d] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=35.5 K 2024-11-12T21:40:54,525 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 675dddaff1264d379f167e54c919e21c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731447651415 2024-11-12T21:40:54,526 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1399ea928e6b464ab94ce89bacfbf31b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731447651445 2024-11-12T21:40:54,526 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37e46b9bf19344848b4de7e3d94ea15d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731447652597 2024-11-12T21:40:54,528 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into 592340bbf47e47198918e246fe632f21(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:54,528 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:54,528 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=13, startTime=1731447654087; duration=0sec 2024-11-12T21:40:54,528 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:54,528 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:40:54,533 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:54,534 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2ab9a9a11f7e456e9cdaff101dcd8fbd is 50, key is test_row_0/C:col10/1731447653234/Put/seqid=0 2024-11-12T21:40:54,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447714531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447714531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447714531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742100_1276 (size=12493) 2024-11-12T21:40:54,547 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2ab9a9a11f7e456e9cdaff101dcd8fbd as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2ab9a9a11f7e456e9cdaff101dcd8fbd 2024-11-12T21:40:54,552 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into 2ab9a9a11f7e456e9cdaff101dcd8fbd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:54,552 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:54,552 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=13, startTime=1731447654087; duration=0sec 2024-11-12T21:40:54,553 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:54,553 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:40:54,623 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c3c0c8a43ed9423e9aec968bf3063536 2024-11-12T21:40:54,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/913fcd9dae984b808012dff912dc0c0f is 50, key is test_row_0/B:col10/1731447653261/Put/seqid=0 2024-11-12T21:40:54,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742101_1277 (size=12151) 2024-11-12T21:40:54,634 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/913fcd9dae984b808012dff912dc0c0f 2024-11-12T21:40:54,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/c83d3058446d4b838de0fe280b6f51ab is 50, key is test_row_0/C:col10/1731447653261/Put/seqid=0 2024-11-12T21:40:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742102_1278 (size=12151) 2024-11-12T21:40:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447714741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447714741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447714741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:40:55,052 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/c83d3058446d4b838de0fe280b6f51ab 2024-11-12T21:40:55,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447715051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447715051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447715052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c3c0c8a43ed9423e9aec968bf3063536 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c3c0c8a43ed9423e9aec968bf3063536 2024-11-12T21:40:55,064 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c3c0c8a43ed9423e9aec968bf3063536, entries=150, sequenceid=163, filesize=11.9 K 2024-11-12T21:40:55,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/913fcd9dae984b808012dff912dc0c0f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/913fcd9dae984b808012dff912dc0c0f 2024-11-12T21:40:55,070 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/913fcd9dae984b808012dff912dc0c0f, entries=150, sequenceid=163, filesize=11.9 K 2024-11-12T21:40:55,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/c83d3058446d4b838de0fe280b6f51ab as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/c83d3058446d4b838de0fe280b6f51ab 2024-11-12T21:40:55,076 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/c83d3058446d4b838de0fe280b6f51ab, entries=150, sequenceid=163, filesize=11.9 K 2024-11-12T21:40:55,078 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6b7d1fb6296bd8508f8694a6499011e3 in 863ms, sequenceid=163, compaction requested=false 2024-11-12T21:40:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-12T21:40:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-12T21:40:55,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-12T21:40:55,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec 2024-11-12T21:40:55,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.3310 sec 2024-11-12T21:40:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:55,563 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:55,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T21:40:55,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/fa782323534d4e0aaaeeab2ae9c724c3 is 50, key is test_row_0/A:col10/1731447654415/Put/seqid=0 2024-11-12T21:40:55,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742103_1279 (size=16931) 2024-11-12T21:40:55,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/fa782323534d4e0aaaeeab2ae9c724c3 2024-11-12T21:40:55,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/06a353c422cf41c7b302adc69b55c127 is 50, key is test_row_0/B:col10/1731447654415/Put/seqid=0 2024-11-12T21:40:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742104_1280 (size=12151) 2024-11-12T21:40:55,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/06a353c422cf41c7b302adc69b55c127 2024-11-12T21:40:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447715591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447715593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447715597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/901d859e9de149f99cc014a80eebb4e3 is 50, key is test_row_0/C:col10/1731447654415/Put/seqid=0 2024-11-12T21:40:55,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742105_1281 (size=12151) 2024-11-12T21:40:55,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/901d859e9de149f99cc014a80eebb4e3 2024-11-12T21:40:55,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/fa782323534d4e0aaaeeab2ae9c724c3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/fa782323534d4e0aaaeeab2ae9c724c3 2024-11-12T21:40:55,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/fa782323534d4e0aaaeeab2ae9c724c3, entries=250, sequenceid=183, filesize=16.5 K 2024-11-12T21:40:55,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447715631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,633 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 6b7d1fb6296bd8508f8694a6499011e3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/06a353c422cf41c7b302adc69b55c127 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/06a353c422cf41c7b302adc69b55c127 2024-11-12T21:40:55,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/06a353c422cf41c7b302adc69b55c127, entries=150, sequenceid=183, filesize=11.9 K 2024-11-12T21:40:55,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/901d859e9de149f99cc014a80eebb4e3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/901d859e9de149f99cc014a80eebb4e3 2024-11-12T21:40:55,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/901d859e9de149f99cc014a80eebb4e3, entries=150, sequenceid=183, filesize=11.9 K 2024-11-12T21:40:55,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6b7d1fb6296bd8508f8694a6499011e3 in 93ms, sequenceid=183, compaction requested=true 2024-11-12T21:40:55,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:55,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:55,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:55,656 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:55,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:55,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:55,657 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:55,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:55,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:55,658 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:55,658 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:40:55,658 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:55,658 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:55,658 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:40:55,658 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3b6d08d82d1344339007625c85d72628, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c3c0c8a43ed9423e9aec968bf3063536, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/fa782323534d4e0aaaeeab2ae9c724c3] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=40.6 K 2024-11-12T21:40:55,658 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:55,658 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/592340bbf47e47198918e246fe632f21, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/913fcd9dae984b808012dff912dc0c0f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/06a353c422cf41c7b302adc69b55c127] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=35.9 K 2024-11-12T21:40:55,660 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b6d08d82d1344339007625c85d72628, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731447652597 2024-11-12T21:40:55,660 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 592340bbf47e47198918e246fe632f21, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731447652597 2024-11-12T21:40:55,660 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3c0c8a43ed9423e9aec968bf3063536, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731447653257 2024-11-12T21:40:55,661 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 913fcd9dae984b808012dff912dc0c0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731447653257 2024-11-12T21:40:55,662 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a353c422cf41c7b302adc69b55c127, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731447654415 2024-11-12T21:40:55,662 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa782323534d4e0aaaeeab2ae9c724c3, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731447654415 2024-11-12T21:40:55,686 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:55,687 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/b04e470c81ef4c85b22e3f1248518c67 is 50, key is test_row_0/A:col10/1731447654415/Put/seqid=0 2024-11-12T21:40:55,698 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:55,698 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/7fbfc681700d432b9fe8d1222e068d54 is 50, key is test_row_0/B:col10/1731447654415/Put/seqid=0 2024-11-12T21:40:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:55,705 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:55,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T21:40:55,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3cd855d435774eb0a450554f4e43a7b8 is 50, key is test_row_0/A:col10/1731447655582/Put/seqid=0 2024-11-12T21:40:55,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742106_1282 (size=12595) 2024-11-12T21:40:55,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447715737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447715738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447715741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742107_1283 (size=12595) 2024-11-12T21:40:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,747 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/b04e470c81ef4c85b22e3f1248518c67 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b04e470c81ef4c85b22e3f1248518c67 2024-11-12T21:40:55,754 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/7fbfc681700d432b9fe8d1222e068d54 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7fbfc681700d432b9fe8d1222e068d54 2024-11-12T21:40:55,755 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into b04e470c81ef4c85b22e3f1248518c67(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:55,755 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:55,755 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=13, startTime=1731447655656; duration=0sec 2024-11-12T21:40:55,755 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:55,755 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:40:55,755 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:40:55,756 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:40:55,756 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:40:55,757 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:55,757 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2ab9a9a11f7e456e9cdaff101dcd8fbd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/c83d3058446d4b838de0fe280b6f51ab, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/901d859e9de149f99cc014a80eebb4e3] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=35.9 K 2024-11-12T21:40:55,757 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ab9a9a11f7e456e9cdaff101dcd8fbd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731447652597 2024-11-12T21:40:55,758 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting c83d3058446d4b838de0fe280b6f51ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731447653257 2024-11-12T21:40:55,758 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 901d859e9de149f99cc014a80eebb4e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731447654415 2024-11-12T21:40:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742108_1284 (size=12151) 2024-11-12T21:40:55,762 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into 7fbfc681700d432b9fe8d1222e068d54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:55,762 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:55,762 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=13, startTime=1731447655656; duration=0sec 2024-11-12T21:40:55,762 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:55,762 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:40:55,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3cd855d435774eb0a450554f4e43a7b8 2024-11-12T21:40:55,775 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:55,776 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/7c09f1d1d77d43eab2340d7e7a32b5d1 is 50, key is test_row_0/C:col10/1731447654415/Put/seqid=0 2024-11-12T21:40:55,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f2ae56019b2b4f25ad4620b66a3e1fda is 50, key is test_row_0/B:col10/1731447655582/Put/seqid=0 2024-11-12T21:40:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742109_1285 (size=12151) 2024-11-12T21:40:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742110_1286 (size=12595) 2024-11-12T21:40:55,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447715850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447715850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447715850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:40:55,900 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:55,901 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-12T21:40:55,904 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:40:55,906 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:55,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:40:56,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-12T21:40:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:56,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447716061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447716061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447716061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:56,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f2ae56019b2b4f25ad4620b66a3e1fda 2024-11-12T21:40:56,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-12T21:40:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:40:56,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/54bdebd4d19c40e3a7331394f561fa31 is 50, key is test_row_0/C:col10/1731447655582/Put/seqid=0 2024-11-12T21:40:56,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742111_1287 (size=12151) 2024-11-12T21:40:56,235 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/7c09f1d1d77d43eab2340d7e7a32b5d1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7c09f1d1d77d43eab2340d7e7a32b5d1 2024-11-12T21:40:56,243 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into 7c09f1d1d77d43eab2340d7e7a32b5d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:56,243 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:56,243 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=13, startTime=1731447655657; duration=0sec 2024-11-12T21:40:56,243 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:56,243 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:40:56,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-12T21:40:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447716371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:56,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447716371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447716371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:56,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-12T21:40:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:40:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:40:56,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/54bdebd4d19c40e3a7331394f561fa31 2024-11-12T21:40:56,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3cd855d435774eb0a450554f4e43a7b8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3cd855d435774eb0a450554f4e43a7b8 2024-11-12T21:40:56,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3cd855d435774eb0a450554f4e43a7b8, entries=150, sequenceid=203, filesize=11.9 K 2024-11-12T21:40:56,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f2ae56019b2b4f25ad4620b66a3e1fda as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2ae56019b2b4f25ad4620b66a3e1fda 2024-11-12T21:40:56,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2ae56019b2b4f25ad4620b66a3e1fda, entries=150, sequenceid=203, filesize=11.9 K 2024-11-12T21:40:56,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/54bdebd4d19c40e3a7331394f561fa31 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/54bdebd4d19c40e3a7331394f561fa31 2024-11-12T21:40:56,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/54bdebd4d19c40e3a7331394f561fa31, entries=150, sequenceid=203, filesize=11.9 K 2024-11-12T21:40:56,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6b7d1fb6296bd8508f8694a6499011e3 in 956ms, sequenceid=203, compaction requested=false 2024-11-12T21:40:56,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:56,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-12T21:40:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:56,675 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T21:40:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3307ea6b6ffa4d08b52a387f49c2046b is 50, key is test_row_0/A:col10/1731447655736/Put/seqid=0 2024-11-12T21:40:56,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742112_1288 (size=12151) 2024-11-12T21:40:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:56,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447716915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:56,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447716918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:56,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447716920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:56,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:56,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:56,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447717031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447717031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447717031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:40:57,116 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3307ea6b6ffa4d08b52a387f49c2046b 2024-11-12T21:40:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/7a209da9e138487ba89a21ca60c9f893 is 50, key is test_row_0/B:col10/1731447655736/Put/seqid=0 2024-11-12T21:40:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742113_1289 (size=12151) 2024-11-12T21:40:57,191 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/7a209da9e138487ba89a21ca60c9f893 2024-11-12T21:40:57,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/5869aefb42c74ba8a0b00ff425685fbb is 50, key is test_row_0/C:col10/1731447655736/Put/seqid=0 2024-11-12T21:40:57,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742114_1290 (size=12151) 2024-11-12T21:40:57,231 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/5869aefb42c74ba8a0b00ff425685fbb 2024-11-12T21:40:57,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/3307ea6b6ffa4d08b52a387f49c2046b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3307ea6b6ffa4d08b52a387f49c2046b 2024-11-12T21:40:57,242 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3307ea6b6ffa4d08b52a387f49c2046b, entries=150, sequenceid=222, filesize=11.9 K 2024-11-12T21:40:57,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447717240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447717240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447717240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/7a209da9e138487ba89a21ca60c9f893 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7a209da9e138487ba89a21ca60c9f893 2024-11-12T21:40:57,251 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7a209da9e138487ba89a21ca60c9f893, entries=150, sequenceid=222, filesize=11.9 K 2024-11-12T21:40:57,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/5869aefb42c74ba8a0b00ff425685fbb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/5869aefb42c74ba8a0b00ff425685fbb 2024-11-12T21:40:57,259 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/5869aefb42c74ba8a0b00ff425685fbb, entries=150, sequenceid=222, filesize=11.9 K 2024-11-12T21:40:57,260 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6b7d1fb6296bd8508f8694a6499011e3 in 585ms, sequenceid=222, compaction requested=true 2024-11-12T21:40:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:57,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:57,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-12T21:40:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-12T21:40:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-12T21:40:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3570 sec 2024-11-12T21:40:57,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.3650 sec 2024-11-12T21:40:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:57,555 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:40:57,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T21:40:57,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/4c798426f0714731a114ae5d89c3fe3c is 50, key is test_row_0/A:col10/1731447656915/Put/seqid=0 2024-11-12T21:40:57,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742115_1291 (size=14541) 2024-11-12T21:40:57,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/4c798426f0714731a114ae5d89c3fe3c 2024-11-12T21:40:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447717580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447717580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447717582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447717582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,587 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 6b7d1fb6296bd8508f8694a6499011e3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/3a8b6fc7e6554e9b9240f1c85042a3b3 is 50, key is test_row_0/B:col10/1731447656915/Put/seqid=0 2024-11-12T21:40:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742116_1292 (size=12151) 2024-11-12T21:40:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447717690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447717690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447717690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447717901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447717901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447717901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/3a8b6fc7e6554e9b9240f1c85042a3b3 2024-11-12T21:40:58,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/ab78dba3b2414ee080bc99f67cc705c3 is 50, key is test_row_0/C:col10/1731447656915/Put/seqid=0 2024-11-12T21:40:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742117_1293 (size=12151) 2024-11-12T21:40:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:40:58,050 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:58,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-12T21:40:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:40:58,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/ab78dba3b2414ee080bc99f67cc705c3 2024-11-12T21:40:58,053 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:58,054 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:58,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:58,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/4c798426f0714731a114ae5d89c3fe3c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/4c798426f0714731a114ae5d89c3fe3c 2024-11-12T21:40:58,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/4c798426f0714731a114ae5d89c3fe3c, entries=200, sequenceid=245, filesize=14.2 K 2024-11-12T21:40:58,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/3a8b6fc7e6554e9b9240f1c85042a3b3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3a8b6fc7e6554e9b9240f1c85042a3b3 2024-11-12T21:40:58,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3a8b6fc7e6554e9b9240f1c85042a3b3, entries=150, sequenceid=245, filesize=11.9 K 2024-11-12T21:40:58,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/ab78dba3b2414ee080bc99f67cc705c3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ab78dba3b2414ee080bc99f67cc705c3 2024-11-12T21:40:58,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ab78dba3b2414ee080bc99f67cc705c3, entries=150, sequenceid=245, filesize=11.9 K 2024-11-12T21:40:58,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6b7d1fb6296bd8508f8694a6499011e3 in 525ms, sequenceid=245, compaction requested=true 2024-11-12T21:40:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:40:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:58,081 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:40:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:58,081 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:40:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:58,089 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:58,089 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:40:58,089 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:58,089 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7fbfc681700d432b9fe8d1222e068d54, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2ae56019b2b4f25ad4620b66a3e1fda, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7a209da9e138487ba89a21ca60c9f893, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3a8b6fc7e6554e9b9240f1c85042a3b3] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=47.9 K 2024-11-12T21:40:58,089 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:58,090 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:40:58,090 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:58,090 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b04e470c81ef4c85b22e3f1248518c67, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3cd855d435774eb0a450554f4e43a7b8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3307ea6b6ffa4d08b52a387f49c2046b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/4c798426f0714731a114ae5d89c3fe3c] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=50.2 K 2024-11-12T21:40:58,090 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fbfc681700d432b9fe8d1222e068d54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731447654415 2024-11-12T21:40:58,090 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b04e470c81ef4c85b22e3f1248518c67, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731447654415 2024-11-12T21:40:58,090 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f2ae56019b2b4f25ad4620b66a3e1fda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731447655582 2024-11-12T21:40:58,091 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a209da9e138487ba89a21ca60c9f893, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731447655717 2024-11-12T21:40:58,091 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cd855d435774eb0a450554f4e43a7b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731447655582 2024-11-12T21:40:58,091 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a8b6fc7e6554e9b9240f1c85042a3b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731447656915 2024-11-12T21:40:58,091 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3307ea6b6ffa4d08b52a387f49c2046b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731447655717 2024-11-12T21:40:58,091 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c798426f0714731a114ae5d89c3fe3c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731447656915 2024-11-12T21:40:58,102 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:58,102 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/ddae5440d71040bf812ed092059e1e92 is 50, key is test_row_0/A:col10/1731447656915/Put/seqid=0 2024-11-12T21:40:58,104 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:58,104 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/3e14661d4d744163bd98985716103315 is 50, key is test_row_0/B:col10/1731447656915/Put/seqid=0 2024-11-12T21:40:58,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742118_1294 (size=12731) 2024-11-12T21:40:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:40:58,164 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/ddae5440d71040bf812ed092059e1e92 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ddae5440d71040bf812ed092059e1e92 2024-11-12T21:40:58,170 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into ddae5440d71040bf812ed092059e1e92(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:58,170 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:58,170 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=12, startTime=1731447658081; duration=0sec 2024-11-12T21:40:58,170 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:40:58,170 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:40:58,170 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:40:58,172 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:40:58,172 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:40:58,172 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:58,172 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7c09f1d1d77d43eab2340d7e7a32b5d1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/54bdebd4d19c40e3a7331394f561fa31, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/5869aefb42c74ba8a0b00ff425685fbb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ab78dba3b2414ee080bc99f67cc705c3] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=47.9 K 2024-11-12T21:40:58,172 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c09f1d1d77d43eab2340d7e7a32b5d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731447654415 2024-11-12T21:40:58,173 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54bdebd4d19c40e3a7331394f561fa31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731447655582 2024-11-12T21:40:58,173 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5869aefb42c74ba8a0b00ff425685fbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731447655717 2024-11-12T21:40:58,174 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab78dba3b2414ee080bc99f67cc705c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731447656915 2024-11-12T21:40:58,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742119_1295 (size=12731) 2024-11-12T21:40:58,200 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:40:58,201 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/71e2a210048740afb105a1cdc3add4e4 is 50, key is test_row_0/C:col10/1731447656915/Put/seqid=0 2024-11-12T21:40:58,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T21:40:58,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:58,214 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:40:58,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f135302211c0455695994333b9ec3304 is 50, key is test_row_0/A:col10/1731447658214/Put/seqid=0 2024-11-12T21:40:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742120_1296 (size=12731) 2024-11-12T21:40:58,266 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/71e2a210048740afb105a1cdc3add4e4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/71e2a210048740afb105a1cdc3add4e4 2024-11-12T21:40:58,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742121_1297 (size=12251) 2024-11-12T21:40:58,275 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f135302211c0455695994333b9ec3304 2024-11-12T21:40:58,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447718271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447718269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447718271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,279 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into 71e2a210048740afb105a1cdc3add4e4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:58,279 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:58,279 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=12, startTime=1731447658081; duration=0sec 2024-11-12T21:40:58,279 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:58,279 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:40:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d346870631f044e092850d8437038c68 is 50, key is test_row_0/B:col10/1731447658214/Put/seqid=0 2024-11-12T21:40:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742122_1298 (size=12251) 2024-11-12T21:40:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:40:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447718381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447718381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447718390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447718590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447718590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,600 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/3e14661d4d744163bd98985716103315 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3e14661d4d744163bd98985716103315 2024-11-12T21:40:58,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447718601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,604 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into 3e14661d4d744163bd98985716103315(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:40:58,604 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:58,604 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=12, startTime=1731447658081; duration=0sec 2024-11-12T21:40:58,605 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:40:58,605 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:40:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:40:58,710 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d346870631f044e092850d8437038c68 2024-11-12T21:40:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/cd3b94adc231492ebed08173c20932a7 is 50, key is test_row_0/C:col10/1731447658214/Put/seqid=0 2024-11-12T21:40:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742123_1299 (size=12251) 2024-11-12T21:40:58,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447718900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447718900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:58,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447718910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,129 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/cd3b94adc231492ebed08173c20932a7 2024-11-12T21:40:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f135302211c0455695994333b9ec3304 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f135302211c0455695994333b9ec3304 2024-11-12T21:40:59,137 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f135302211c0455695994333b9ec3304, entries=150, sequenceid=261, filesize=12.0 K 2024-11-12T21:40:59,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d346870631f044e092850d8437038c68 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d346870631f044e092850d8437038c68 2024-11-12T21:40:59,141 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d346870631f044e092850d8437038c68, entries=150, sequenceid=261, filesize=12.0 K 2024-11-12T21:40:59,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/cd3b94adc231492ebed08173c20932a7 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/cd3b94adc231492ebed08173c20932a7 2024-11-12T21:40:59,146 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/cd3b94adc231492ebed08173c20932a7, entries=150, sequenceid=261, filesize=12.0 K 2024-11-12T21:40:59,147 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6b7d1fb6296bd8508f8694a6499011e3 in 933ms, sequenceid=261, compaction requested=false 2024-11-12T21:40:59,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:59,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:59,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-12T21:40:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-12T21:40:59,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-12T21:40:59,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-12T21:40:59,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.0990 sec 2024-11-12T21:40:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:40:59,191 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:59,191 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-12T21:40:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:40:59,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:59,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:59,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:40:59,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T21:40:59,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:59,345 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T21:40:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/553c79ccb11c401186432b82326ef1b3 is 50, key is test_row_0/A:col10/1731447658269/Put/seqid=0 2024-11-12T21:40:59,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742124_1300 (size=12301) 2024-11-12T21:40:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:40:59,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:40:59,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447719430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447719431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447719431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:40:59,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447719541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447719541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447719541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56438 deadline: 1731447719661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,663 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 6b7d1fb6296bd8508f8694a6499011e3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:40:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,753 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/553c79ccb11c401186432b82326ef1b3 2024-11-12T21:40:59,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447719751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447719751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447719751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:40:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:40:59,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/b6e4348f51554db5b6821e3874d25c5f is 50, key is test_row_0/B:col10/1731447658269/Put/seqid=0 2024-11-12T21:40:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742125_1301 (size=12301) 2024-11-12T21:40:59,764 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/b6e4348f51554db5b6821e3874d25c5f 2024-11-12T21:40:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/37e8f4e61bb6482ea24e959cf1b4dd72 is 50, key is test_row_0/C:col10/1731447658269/Put/seqid=0 2024-11-12T21:40:59,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742126_1302 (size=12301) 2024-11-12T21:40:59,775 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/37e8f4e61bb6482ea24e959cf1b4dd72 2024-11-12T21:40:59,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/553c79ccb11c401186432b82326ef1b3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/553c79ccb11c401186432b82326ef1b3 2024-11-12T21:40:59,785 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/553c79ccb11c401186432b82326ef1b3, entries=150, sequenceid=284, filesize=12.0 K 2024-11-12T21:40:59,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/b6e4348f51554db5b6821e3874d25c5f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/b6e4348f51554db5b6821e3874d25c5f 2024-11-12T21:40:59,790 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/b6e4348f51554db5b6821e3874d25c5f, entries=150, sequenceid=284, filesize=12.0 K 2024-11-12T21:40:59,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/37e8f4e61bb6482ea24e959cf1b4dd72 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e8f4e61bb6482ea24e959cf1b4dd72 2024-11-12T21:40:59,795 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e8f4e61bb6482ea24e959cf1b4dd72, entries=150, sequenceid=284, filesize=12.0 K 2024-11-12T21:40:59,796 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6b7d1fb6296bd8508f8694a6499011e3 in 451ms, sequenceid=284, compaction requested=true 2024-11-12T21:40:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:40:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-12T21:40:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-12T21:40:59,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-12T21:40:59,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 604 msec 2024-11-12T21:40:59,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 608 msec 2024-11-12T21:40:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:40:59,820 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:40:59,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:40:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-12T21:40:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:40:59,823 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:40:59,823 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:40:59,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:40:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:40:59,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T21:40:59,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:40:59,976 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T21:40:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/296f74faaf79407dab5848590a9f600f is 50, key is test_row_0/A:col10/1731447659425/Put/seqid=0 2024-11-12T21:41:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742127_1303 (size=12301) 2024-11-12T21:41:00,015 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/296f74faaf79407dab5848590a9f600f 2024-11-12T21:41:00,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/fde2904216ea4413828fee13a6ed33b7 is 50, key is test_row_0/B:col10/1731447659425/Put/seqid=0 2024-11-12T21:41:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742128_1304 (size=12301) 2024-11-12T21:41:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:00,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:00,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447720132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:41:00,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447720137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447720137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447720240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447720250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447720250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:41:00,452 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/fde2904216ea4413828fee13a6ed33b7 2024-11-12T21:41:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447720451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1f51a890564c4a828433ff52089635f5 is 50, key is test_row_0/C:col10/1731447659425/Put/seqid=0 2024-11-12T21:41:00,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447720461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447720461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742129_1305 (size=12301) 2024-11-12T21:41:00,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447720760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447720770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447720771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:00,866 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1f51a890564c4a828433ff52089635f5 2024-11-12T21:41:00,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/296f74faaf79407dab5848590a9f600f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/296f74faaf79407dab5848590a9f600f 2024-11-12T21:41:00,874 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/296f74faaf79407dab5848590a9f600f, entries=150, sequenceid=299, filesize=12.0 K 2024-11-12T21:41:00,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/fde2904216ea4413828fee13a6ed33b7 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/fde2904216ea4413828fee13a6ed33b7 2024-11-12T21:41:00,879 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/fde2904216ea4413828fee13a6ed33b7, entries=150, sequenceid=299, filesize=12.0 K 2024-11-12T21:41:00,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1f51a890564c4a828433ff52089635f5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1f51a890564c4a828433ff52089635f5 2024-11-12T21:41:00,883 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1f51a890564c4a828433ff52089635f5, entries=150, sequenceid=299, filesize=12.0 K 2024-11-12T21:41:00,883 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6b7d1fb6296bd8508f8694a6499011e3 in 907ms, sequenceid=299, compaction requested=true 2024-11-12T21:41:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-12T21:41:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-12T21:41:00,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-12T21:41:00,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0620 sec 2024-11-12T21:41:00,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0660 sec 2024-11-12T21:41:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:41:00,960 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:00,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-12T21:41:00,963 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:41:00,964 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:00,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:41:01,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T21:41:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:01,117 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T21:41:01,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/7f1f76b499114456b275f5e49c8e4d4d is 50, key is test_row_0/A:col10/1731447660130/Put/seqid=0 2024-11-12T21:41:01,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742130_1306 (size=12301) 2024-11-12T21:41:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:01,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:41:01,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447721299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447721300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447721301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447721410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447721410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447721410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,530 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/7f1f76b499114456b275f5e49c8e4d4d 2024-11-12T21:41:01,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/3b154339844d4009a29cf83d62f30268 is 50, key is test_row_0/B:col10/1731447660130/Put/seqid=0 2024-11-12T21:41:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742131_1307 (size=12301) 2024-11-12T21:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:41:01,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447721620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447721620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447721621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447721930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447721930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447721930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:01,955 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/3b154339844d4009a29cf83d62f30268 2024-11-12T21:41:01,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2b1bda8fa8044720bc4755d7da59ce2e is 50, key is test_row_0/C:col10/1731447660130/Put/seqid=0 2024-11-12T21:41:01,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742132_1308 (size=12301) 2024-11-12T21:41:01,967 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2b1bda8fa8044720bc4755d7da59ce2e 2024-11-12T21:41:01,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/7f1f76b499114456b275f5e49c8e4d4d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/7f1f76b499114456b275f5e49c8e4d4d 2024-11-12T21:41:01,982 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/7f1f76b499114456b275f5e49c8e4d4d, entries=150, sequenceid=321, filesize=12.0 K 2024-11-12T21:41:01,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/3b154339844d4009a29cf83d62f30268 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3b154339844d4009a29cf83d62f30268 2024-11-12T21:41:01,986 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3b154339844d4009a29cf83d62f30268, entries=150, sequenceid=321, filesize=12.0 K 2024-11-12T21:41:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2b1bda8fa8044720bc4755d7da59ce2e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2b1bda8fa8044720bc4755d7da59ce2e 2024-11-12T21:41:01,990 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2b1bda8fa8044720bc4755d7da59ce2e, entries=150, sequenceid=321, filesize=12.0 K 2024-11-12T21:41:01,991 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6b7d1fb6296bd8508f8694a6499011e3 in 874ms, sequenceid=321, compaction requested=true 2024-11-12T21:41:01,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:01,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:01,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-12T21:41:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-12T21:41:01,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-12T21:41:01,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-11-12T21:41:01,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0340 sec 2024-11-12T21:41:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:41:02,101 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:02,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-12T21:41:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:41:02,103 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:02,103 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:02,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:41:02,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:41:02,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:02,256 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:41:02,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/ee2893cc5e48432b81946e3ab28564e5 is 50, key is test_row_0/A:col10/1731447661297/Put/seqid=0 2024-11-12T21:41:02,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742133_1309 (size=12301) 2024-11-12T21:41:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:41:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:02,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:02,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447722475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447722475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:02,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447722479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:02,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447722591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447722591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:02,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447722591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:02,663 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/ee2893cc5e48432b81946e3ab28564e5 2024-11-12T21:41:02,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/47b2773d50654712b61401f6629b689c is 50, key is test_row_0/B:col10/1731447661297/Put/seqid=0 2024-11-12T21:41:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742134_1310 (size=12301) 2024-11-12T21:41:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:41:02,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447722801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447722801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447722801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,076 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/47b2773d50654712b61401f6629b689c 2024-11-12T21:41:03,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/61f5751798ed4b7fb6609bb9fc094a84 is 50, key is test_row_0/C:col10/1731447661297/Put/seqid=0 2024-11-12T21:41:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742135_1311 (size=12301) 2024-11-12T21:41:03,086 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/61f5751798ed4b7fb6609bb9fc094a84 2024-11-12T21:41:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/ee2893cc5e48432b81946e3ab28564e5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ee2893cc5e48432b81946e3ab28564e5 2024-11-12T21:41:03,094 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ee2893cc5e48432b81946e3ab28564e5, entries=150, sequenceid=335, filesize=12.0 K 2024-11-12T21:41:03,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/47b2773d50654712b61401f6629b689c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/47b2773d50654712b61401f6629b689c 2024-11-12T21:41:03,098 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/47b2773d50654712b61401f6629b689c, entries=150, sequenceid=335, filesize=12.0 K 2024-11-12T21:41:03,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/61f5751798ed4b7fb6609bb9fc094a84 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/61f5751798ed4b7fb6609bb9fc094a84 2024-11-12T21:41:03,103 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/61f5751798ed4b7fb6609bb9fc094a84, entries=150, sequenceid=335, filesize=12.0 K 2024-11-12T21:41:03,104 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6b7d1fb6296bd8508f8694a6499011e3 in 849ms, sequenceid=335, compaction requested=true 2024-11-12T21:41:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-12T21:41:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-12T21:41:03,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-12T21:41:03,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-11-12T21:41:03,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0070 sec 2024-11-12T21:41:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:03,113 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:03,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:41:03,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/256715e0ede344008e1ac7af60be8b24 is 50, key is test_row_0/A:col10/1731447662469/Put/seqid=0 2024-11-12T21:41:03,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742136_1312 (size=17181) 2024-11-12T21:41:03,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447723135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447723136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447723137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:41:03,240 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:03,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-12T21:41:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:41:03,242 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:03,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447723240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,245 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:03,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:03,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447723250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447723251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:41:03,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:41:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:03,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447723450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447723460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447723461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/256715e0ede344008e1ac7af60be8b24 2024-11-12T21:41:03,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/e7acc69bbb154c019163b381c096c8d6 is 50, key is test_row_0/B:col10/1731447662469/Put/seqid=0 2024-11-12T21:41:03,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742137_1313 (size=12301) 2024-11-12T21:41:03,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:41:03,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:03,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:41:03,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:41:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447723760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447723770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447723770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:03,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:41:03,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:03,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:03,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:41:03,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/e7acc69bbb154c019163b381c096c8d6 2024-11-12T21:41:03,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1564ebd9f5cd473cae27e739e7597c84 is 50, key is test_row_0/C:col10/1731447662469/Put/seqid=0 2024-11-12T21:41:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742138_1314 (size=12301) 2024-11-12T21:41:04,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:41:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:41:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447724270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:04,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447724280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:04,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447724280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:04,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:41:04,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:04,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:04,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1564ebd9f5cd473cae27e739e7597c84 2024-11-12T21:41:04,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/256715e0ede344008e1ac7af60be8b24 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/256715e0ede344008e1ac7af60be8b24 2024-11-12T21:41:04,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/256715e0ede344008e1ac7af60be8b24, entries=250, sequenceid=359, filesize=16.8 K 2024-11-12T21:41:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/e7acc69bbb154c019163b381c096c8d6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e7acc69bbb154c019163b381c096c8d6 2024-11-12T21:41:04,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e7acc69bbb154c019163b381c096c8d6, entries=150, sequenceid=359, filesize=12.0 K 2024-11-12T21:41:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/1564ebd9f5cd473cae27e739e7597c84 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1564ebd9f5cd473cae27e739e7597c84 2024-11-12T21:41:04,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1564ebd9f5cd473cae27e739e7597c84, entries=150, sequenceid=359, filesize=12.0 K 2024-11-12T21:41:04,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6b7d1fb6296bd8508f8694a6499011e3 in 1248ms, sequenceid=359, compaction requested=true 2024-11-12T21:41:04,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:04,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:04,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:04,362 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-12T21:41:04,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:04,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:04,362 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-12T21:41:04,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:04,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:04,364 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 86487 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-12T21:41:04,364 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 91367 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-12T21:41:04,364 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:41:04,364 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:41:04,364 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,364 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,364 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ddae5440d71040bf812ed092059e1e92, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f135302211c0455695994333b9ec3304, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/553c79ccb11c401186432b82326ef1b3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/296f74faaf79407dab5848590a9f600f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/7f1f76b499114456b275f5e49c8e4d4d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ee2893cc5e48432b81946e3ab28564e5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/256715e0ede344008e1ac7af60be8b24] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=89.2 K 2024-11-12T21:41:04,364 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3e14661d4d744163bd98985716103315, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d346870631f044e092850d8437038c68, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/b6e4348f51554db5b6821e3874d25c5f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/fde2904216ea4413828fee13a6ed33b7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3b154339844d4009a29cf83d62f30268, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/47b2773d50654712b61401f6629b689c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e7acc69bbb154c019163b381c096c8d6] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=84.5 K 2024-11-12T21:41:04,364 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddae5440d71040bf812ed092059e1e92, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731447656915 2024-11-12T21:41:04,364 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e14661d4d744163bd98985716103315, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731447656915 2024-11-12T21:41:04,364 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d346870631f044e092850d8437038c68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731447657572 2024-11-12T21:41:04,364 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f135302211c0455695994333b9ec3304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731447657572 2024-11-12T21:41:04,365 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 553c79ccb11c401186432b82326ef1b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731447658239 2024-11-12T21:41:04,365 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b6e4348f51554db5b6821e3874d25c5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731447658239 2024-11-12T21:41:04,365 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting fde2904216ea4413828fee13a6ed33b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731447659425 2024-11-12T21:41:04,365 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 296f74faaf79407dab5848590a9f600f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731447659425 2024-11-12T21:41:04,365 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f1f76b499114456b275f5e49c8e4d4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731447660081 2024-11-12T21:41:04,365 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b154339844d4009a29cf83d62f30268, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731447660081 2024-11-12T21:41:04,366 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee2893cc5e48432b81946e3ab28564e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731447661297 2024-11-12T21:41:04,366 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 47b2773d50654712b61401f6629b689c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731447661297 2024-11-12T21:41:04,366 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 256715e0ede344008e1ac7af60be8b24, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731447662450 2024-11-12T21:41:04,366 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e7acc69bbb154c019163b381c096c8d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731447662469 2024-11-12T21:41:04,377 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#271 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:04,378 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f6c681b743604c7e9c0de4bfb3207f73 is 50, key is test_row_0/B:col10/1731447662469/Put/seqid=0 2024-11-12T21:41:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:41:04,382 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#270 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:04,382 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/b5743115b32f4566b35cba2c89f2a9b9 is 50, key is test_row_0/A:col10/1731447662469/Put/seqid=0 2024-11-12T21:41:04,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742139_1315 (size=13119) 2024-11-12T21:41:04,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742140_1316 (size=13119) 2024-11-12T21:41:04,390 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f6c681b743604c7e9c0de4bfb3207f73 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f6c681b743604c7e9c0de4bfb3207f73 2024-11-12T21:41:04,395 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into f6c681b743604c7e9c0de4bfb3207f73(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:04,395 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:04,395 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=9, startTime=1731447664362; duration=0sec 2024-11-12T21:41:04,395 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:04,395 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:41:04,395 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-12T21:41:04,398 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 86487 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-12T21:41:04,398 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:41:04,398 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,398 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/71e2a210048740afb105a1cdc3add4e4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/cd3b94adc231492ebed08173c20932a7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e8f4e61bb6482ea24e959cf1b4dd72, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1f51a890564c4a828433ff52089635f5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2b1bda8fa8044720bc4755d7da59ce2e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/61f5751798ed4b7fb6609bb9fc094a84, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1564ebd9f5cd473cae27e739e7597c84] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=84.5 K 2024-11-12T21:41:04,398 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e2a210048740afb105a1cdc3add4e4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731447656915 2024-11-12T21:41:04,399 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting cd3b94adc231492ebed08173c20932a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731447657572 2024-11-12T21:41:04,399 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 37e8f4e61bb6482ea24e959cf1b4dd72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731447658239 2024-11-12T21:41:04,399 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f51a890564c4a828433ff52089635f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731447659425 2024-11-12T21:41:04,399 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b1bda8fa8044720bc4755d7da59ce2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731447660081 2024-11-12T21:41:04,400 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 61f5751798ed4b7fb6609bb9fc094a84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731447661297 2024-11-12T21:41:04,400 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1564ebd9f5cd473cae27e739e7597c84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731447662469 2024-11-12T21:41:04,413 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#272 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:04,414 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/a6da849cc8ea483abe8185a97d24ac10 is 50, key is test_row_0/C:col10/1731447662469/Put/seqid=0 2024-11-12T21:41:04,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742141_1317 (size=13119) 2024-11-12T21:41:04,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:41:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:04,466 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:41:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/90ba421b95ab4454b94f3db1aa07d1db is 50, key is test_row_0/A:col10/1731447663135/Put/seqid=0 2024-11-12T21:41:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742142_1318 (size=12301) 2024-11-12T21:41:04,791 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/b5743115b32f4566b35cba2c89f2a9b9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b5743115b32f4566b35cba2c89f2a9b9 2024-11-12T21:41:04,796 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into b5743115b32f4566b35cba2c89f2a9b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:04,796 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:04,796 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=9, startTime=1731447664362; duration=0sec 2024-11-12T21:41:04,796 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:04,796 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:41:04,822 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/a6da849cc8ea483abe8185a97d24ac10 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a6da849cc8ea483abe8185a97d24ac10 2024-11-12T21:41:04,827 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into a6da849cc8ea483abe8185a97d24ac10(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:04,827 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:04,827 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=9, startTime=1731447664362; duration=0sec 2024-11-12T21:41:04,827 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:04,827 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:41:04,877 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/90ba421b95ab4454b94f3db1aa07d1db 2024-11-12T21:41:04,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f52dfd129e254914b9d993c6e9f4b02b is 50, key is test_row_0/B:col10/1731447663135/Put/seqid=0 2024-11-12T21:41:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742143_1319 (size=12301) 2024-11-12T21:41:05,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:41:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:05,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:05,291 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f52dfd129e254914b9d993c6e9f4b02b 2024-11-12T21:41:05,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/a7834eeba2224a139caed38802b2ea41 is 50, key is test_row_0/C:col10/1731447663135/Put/seqid=0 2024-11-12T21:41:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742144_1320 (size=12301) 2024-11-12T21:41:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447725330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447725331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447725332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:41:05,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447725440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447725441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447725441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447725651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447725651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447725651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,722 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/a7834eeba2224a139caed38802b2ea41 2024-11-12T21:41:05,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/90ba421b95ab4454b94f3db1aa07d1db as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/90ba421b95ab4454b94f3db1aa07d1db 2024-11-12T21:41:05,735 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/90ba421b95ab4454b94f3db1aa07d1db, entries=150, sequenceid=373, filesize=12.0 K 2024-11-12T21:41:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f52dfd129e254914b9d993c6e9f4b02b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f52dfd129e254914b9d993c6e9f4b02b 2024-11-12T21:41:05,746 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f52dfd129e254914b9d993c6e9f4b02b, entries=150, sequenceid=373, filesize=12.0 K 2024-11-12T21:41:05,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/a7834eeba2224a139caed38802b2ea41 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a7834eeba2224a139caed38802b2ea41 2024-11-12T21:41:05,752 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a7834eeba2224a139caed38802b2ea41, entries=150, sequenceid=373, filesize=12.0 K 2024-11-12T21:41:05,753 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6b7d1fb6296bd8508f8694a6499011e3 in 1287ms, sequenceid=373, compaction requested=false 2024-11-12T21:41:05,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:05,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:05,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-12T21:41:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-12T21:41:05,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-12T21:41:05,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5090 sec 2024-11-12T21:41:05,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.5170 sec 2024-11-12T21:41:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:05,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:05,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:41:05,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/9a4f9891f81b467cad84c88e93c357ca is 50, key is test_row_0/A:col10/1731447665962/Put/seqid=0 2024-11-12T21:41:05,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742145_1321 (size=12301) 2024-11-12T21:41:05,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/9a4f9891f81b467cad84c88e93c357ca 2024-11-12T21:41:05,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d670284ca1be4b629803c85b89999f6b is 50, key is test_row_0/B:col10/1731447665962/Put/seqid=0 2024-11-12T21:41:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447725986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447725990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447725997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742146_1322 (size=12301) 2024-11-12T21:41:06,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d670284ca1be4b629803c85b89999f6b 2024-11-12T21:41:06,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/ae04c652b8c74e5d95be4ff67bf05cd8 is 50, key is test_row_0/C:col10/1731447665962/Put/seqid=0 2024-11-12T21:41:06,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742147_1323 (size=12301) 2024-11-12T21:41:06,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447726100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447726100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447726110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447726311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447726311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447726320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/ae04c652b8c74e5d95be4ff67bf05cd8 2024-11-12T21:41:06,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/9a4f9891f81b467cad84c88e93c357ca as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/9a4f9891f81b467cad84c88e93c357ca 2024-11-12T21:41:06,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/9a4f9891f81b467cad84c88e93c357ca, entries=150, sequenceid=400, filesize=12.0 K 2024-11-12T21:41:06,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d670284ca1be4b629803c85b89999f6b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d670284ca1be4b629803c85b89999f6b 2024-11-12T21:41:06,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d670284ca1be4b629803c85b89999f6b, entries=150, sequenceid=400, filesize=12.0 K 2024-11-12T21:41:06,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/ae04c652b8c74e5d95be4ff67bf05cd8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ae04c652b8c74e5d95be4ff67bf05cd8 2024-11-12T21:41:06,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ae04c652b8c74e5d95be4ff67bf05cd8, entries=150, sequenceid=400, filesize=12.0 K 2024-11-12T21:41:06,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6b7d1fb6296bd8508f8694a6499011e3 in 542ms, sequenceid=400, compaction requested=true 2024-11-12T21:41:06,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:06,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:06,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:06,506 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:06,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:06,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:06,506 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:06,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:06,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:06,507 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:06,507 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:06,507 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:41:06,507 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:41:06,507 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:06,507 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:06,507 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f6c681b743604c7e9c0de4bfb3207f73, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f52dfd129e254914b9d993c6e9f4b02b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d670284ca1be4b629803c85b89999f6b] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=36.8 K 2024-11-12T21:41:06,507 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b5743115b32f4566b35cba2c89f2a9b9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/90ba421b95ab4454b94f3db1aa07d1db, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/9a4f9891f81b467cad84c88e93c357ca] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=36.8 K 2024-11-12T21:41:06,507 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f6c681b743604c7e9c0de4bfb3207f73, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731447662469 2024-11-12T21:41:06,507 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5743115b32f4566b35cba2c89f2a9b9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731447662469 2024-11-12T21:41:06,508 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90ba421b95ab4454b94f3db1aa07d1db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447663126 2024-11-12T21:41:06,508 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f52dfd129e254914b9d993c6e9f4b02b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447663126 2024-11-12T21:41:06,508 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d670284ca1be4b629803c85b89999f6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731447665324 2024-11-12T21:41:06,508 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a4f9891f81b467cad84c88e93c357ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731447665324 2024-11-12T21:41:06,547 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:06,548 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/765781971d464af2968864854c9b0e3b is 50, key is test_row_0/A:col10/1731447665962/Put/seqid=0 2024-11-12T21:41:06,559 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:06,560 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/bec57f94bed1448b931950c774348985 is 50, key is test_row_0/B:col10/1731447665962/Put/seqid=0 2024-11-12T21:41:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742148_1324 (size=13221) 2024-11-12T21:41:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742149_1325 (size=13221) 2024-11-12T21:41:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:06,623 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:06,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:41:06,625 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/bec57f94bed1448b931950c774348985 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/bec57f94bed1448b931950c774348985 2024-11-12T21:41:06,632 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into bec57f94bed1448b931950c774348985(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:06,632 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:06,632 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=13, startTime=1731447666506; duration=0sec 2024-11-12T21:41:06,632 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:06,632 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:41:06,632 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:06,634 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:06,634 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:41:06,634 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:06,634 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a6da849cc8ea483abe8185a97d24ac10, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a7834eeba2224a139caed38802b2ea41, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ae04c652b8c74e5d95be4ff67bf05cd8] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=36.8 K 2024-11-12T21:41:06,634 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting a6da849cc8ea483abe8185a97d24ac10, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731447662469 2024-11-12T21:41:06,635 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting a7834eeba2224a139caed38802b2ea41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731447663126 2024-11-12T21:41:06,636 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ae04c652b8c74e5d95be4ff67bf05cd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731447665324 2024-11-12T21:41:06,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/15c088a0a27f4f669393d47530bf905f is 50, key is test_row_0/A:col10/1731447666621/Put/seqid=0 2024-11-12T21:41:06,666 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:06,667 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/375091c6ca33463aaca1ad653ea2ae24 is 50, key is test_row_0/C:col10/1731447665962/Put/seqid=0 2024-11-12T21:41:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447726670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742150_1326 (size=12297) 2024-11-12T21:41:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447726672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447726675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/15c088a0a27f4f669393d47530bf905f 2024-11-12T21:41:06,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/7410087642b34905b0ff9446ced7a0e3 is 50, key is test_row_0/B:col10/1731447666621/Put/seqid=0 2024-11-12T21:41:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742151_1327 (size=13221) 2024-11-12T21:41:06,739 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/375091c6ca33463aaca1ad653ea2ae24 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/375091c6ca33463aaca1ad653ea2ae24 2024-11-12T21:41:06,744 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into 375091c6ca33463aaca1ad653ea2ae24(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:06,744 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:06,744 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=13, startTime=1731447666506; duration=0sec 2024-11-12T21:41:06,744 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:06,744 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:41:06,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742152_1328 (size=9857) 2024-11-12T21:41:06,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/7410087642b34905b0ff9446ced7a0e3 2024-11-12T21:41:06,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447726780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447726780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447726781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:06,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/d778b304536d4be0a18e54ca17e84c20 is 50, key is test_row_0/C:col10/1731447666621/Put/seqid=0 2024-11-12T21:41:06,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742153_1329 (size=9857) 2024-11-12T21:41:06,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/d778b304536d4be0a18e54ca17e84c20 2024-11-12T21:41:06,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/15c088a0a27f4f669393d47530bf905f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/15c088a0a27f4f669393d47530bf905f 2024-11-12T21:41:06,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/15c088a0a27f4f669393d47530bf905f, entries=150, sequenceid=413, filesize=12.0 K 2024-11-12T21:41:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/7410087642b34905b0ff9446ced7a0e3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7410087642b34905b0ff9446ced7a0e3 2024-11-12T21:41:06,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7410087642b34905b0ff9446ced7a0e3, entries=100, sequenceid=413, filesize=9.6 K 2024-11-12T21:41:06,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/d778b304536d4be0a18e54ca17e84c20 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d778b304536d4be0a18e54ca17e84c20 2024-11-12T21:41:06,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d778b304536d4be0a18e54ca17e84c20, entries=100, sequenceid=413, filesize=9.6 K 2024-11-12T21:41:06,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6b7d1fb6296bd8508f8694a6499011e3 in 217ms, sequenceid=413, compaction requested=false 2024-11-12T21:41:06,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:06,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:41:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:07,014 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/765781971d464af2968864854c9b0e3b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/765781971d464af2968864854c9b0e3b 2024-11-12T21:41:07,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c62ccf945c2f49699d5b0709853443be is 50, key is test_row_0/A:col10/1731447666993/Put/seqid=0 2024-11-12T21:41:07,020 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into 765781971d464af2968864854c9b0e3b(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:07,020 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:07,020 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=13, startTime=1731447666506; duration=0sec 2024-11-12T21:41:07,021 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:07,021 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:41:07,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447727017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447727017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447727024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742154_1330 (size=17181) 2024-11-12T21:41:07,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c62ccf945c2f49699d5b0709853443be 2024-11-12T21:41:07,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/402f93c7f2d44a61a466f3e263df676a is 50, key is test_row_0/B:col10/1731447666993/Put/seqid=0 2024-11-12T21:41:07,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742155_1331 (size=12301) 2024-11-12T21:41:07,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/402f93c7f2d44a61a466f3e263df676a 2024-11-12T21:41:07,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/e8510860b3d349ebb3e837b599a78f6d is 50, key is test_row_0/C:col10/1731447666993/Put/seqid=0 2024-11-12T21:41:07,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447727131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447727132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447727141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742156_1332 (size=12301) 2024-11-12T21:41:07,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/e8510860b3d349ebb3e837b599a78f6d 2024-11-12T21:41:07,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c62ccf945c2f49699d5b0709853443be as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c62ccf945c2f49699d5b0709853443be 2024-11-12T21:41:07,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c62ccf945c2f49699d5b0709853443be, entries=250, sequenceid=440, filesize=16.8 K 2024-11-12T21:41:07,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/402f93c7f2d44a61a466f3e263df676a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/402f93c7f2d44a61a466f3e263df676a 2024-11-12T21:41:07,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/402f93c7f2d44a61a466f3e263df676a, entries=150, sequenceid=440, filesize=12.0 K 2024-11-12T21:41:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/e8510860b3d349ebb3e837b599a78f6d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/e8510860b3d349ebb3e837b599a78f6d 2024-11-12T21:41:07,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/e8510860b3d349ebb3e837b599a78f6d, entries=150, sequenceid=440, filesize=12.0 K 2024-11-12T21:41:07,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6b7d1fb6296bd8508f8694a6499011e3 in 213ms, sequenceid=440, compaction requested=true 2024-11-12T21:41:07,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:07,208 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:07,209 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:07,209 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:41:07,209 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,209 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/765781971d464af2968864854c9b0e3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/15c088a0a27f4f669393d47530bf905f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c62ccf945c2f49699d5b0709853443be] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=41.7 K 2024-11-12T21:41:07,210 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 765781971d464af2968864854c9b0e3b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731447665324 2024-11-12T21:41:07,210 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15c088a0a27f4f669393d47530bf905f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731447665988 2024-11-12T21:41:07,210 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting c62ccf945c2f49699d5b0709853443be, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731447666664 2024-11-12T21:41:07,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:07,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:07,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:07,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:07,211 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:07,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:07,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:07,212 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:07,212 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:41:07,212 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,212 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/bec57f94bed1448b931950c774348985, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7410087642b34905b0ff9446ced7a0e3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/402f93c7f2d44a61a466f3e263df676a] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=34.5 K 2024-11-12T21:41:07,212 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting bec57f94bed1448b931950c774348985, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731447665324 2024-11-12T21:41:07,213 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 7410087642b34905b0ff9446ced7a0e3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731447666621 2024-11-12T21:41:07,213 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 402f93c7f2d44a61a466f3e263df676a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731447666673 2024-11-12T21:41:07,219 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:07,220 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/457d950f3411475aa7fa5874e3f7cc6b is 50, key is test_row_0/A:col10/1731447666993/Put/seqid=0 2024-11-12T21:41:07,237 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:07,237 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f2e459f8d7f444e29dd02d9348afe3de is 50, key is test_row_0/B:col10/1731447666993/Put/seqid=0 2024-11-12T21:41:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742157_1333 (size=13323) 2024-11-12T21:41:07,266 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/457d950f3411475aa7fa5874e3f7cc6b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/457d950f3411475aa7fa5874e3f7cc6b 2024-11-12T21:41:07,274 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into 457d950f3411475aa7fa5874e3f7cc6b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:07,274 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:07,274 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=13, startTime=1731447667207; duration=0sec 2024-11-12T21:41:07,274 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:07,274 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:41:07,274 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:07,276 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:07,276 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:41:07,276 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,276 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/375091c6ca33463aaca1ad653ea2ae24, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d778b304536d4be0a18e54ca17e84c20, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/e8510860b3d349ebb3e837b599a78f6d] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=34.5 K 2024-11-12T21:41:07,276 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 375091c6ca33463aaca1ad653ea2ae24, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731447665324 2024-11-12T21:41:07,277 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d778b304536d4be0a18e54ca17e84c20, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731447666621 2024-11-12T21:41:07,277 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8510860b3d349ebb3e837b599a78f6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731447666673 2024-11-12T21:41:07,294 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:07,295 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/da64714a7fa14d409824be5bf100e421 is 50, key is test_row_0/C:col10/1731447666993/Put/seqid=0 2024-11-12T21:41:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742158_1334 (size=13323) 2024-11-12T21:41:07,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742159_1335 (size=13323) 2024-11-12T21:41:07,329 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/da64714a7fa14d409824be5bf100e421 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/da64714a7fa14d409824be5bf100e421 2024-11-12T21:41:07,334 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into da64714a7fa14d409824be5bf100e421(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:07,334 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:07,334 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=13, startTime=1731447667211; duration=0sec 2024-11-12T21:41:07,335 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:07,335 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:41:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:07,344 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:07,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:41:07,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e86c9f04a4d24f78a516a501d6b9ae70 is 50, key is test_row_0/A:col10/1731447667014/Put/seqid=0 2024-11-12T21:41:07,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742160_1336 (size=14741) 2024-11-12T21:41:07,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e86c9f04a4d24f78a516a501d6b9ae70 2024-11-12T21:41:07,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/5c796b590eeb4f2bb09e164b091d71d6 is 50, key is test_row_0/B:col10/1731447667014/Put/seqid=0 2024-11-12T21:41:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:41:07,402 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:07,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-12T21:41:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:41:07,405 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:07,405 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:07,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447727402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447727408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447727406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742161_1337 (size=12301) 2024-11-12T21:41:07,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/5c796b590eeb4f2bb09e164b091d71d6 2024-11-12T21:41:07,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/9bb2f3899e0f4b1cabfcfd7874b35071 is 50, key is test_row_0/C:col10/1731447667014/Put/seqid=0 2024-11-12T21:41:07,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742162_1338 (size=12301) 2024-11-12T21:41:07,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/9bb2f3899e0f4b1cabfcfd7874b35071 2024-11-12T21:41:07,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/e86c9f04a4d24f78a516a501d6b9ae70 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e86c9f04a4d24f78a516a501d6b9ae70 2024-11-12T21:41:07,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e86c9f04a4d24f78a516a501d6b9ae70, entries=200, sequenceid=456, filesize=14.4 K 2024-11-12T21:41:07,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/5c796b590eeb4f2bb09e164b091d71d6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5c796b590eeb4f2bb09e164b091d71d6 2024-11-12T21:41:07,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5c796b590eeb4f2bb09e164b091d71d6, entries=150, sequenceid=456, filesize=12.0 K 2024-11-12T21:41:07,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/9bb2f3899e0f4b1cabfcfd7874b35071 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9bb2f3899e0f4b1cabfcfd7874b35071 2024-11-12T21:41:07,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9bb2f3899e0f4b1cabfcfd7874b35071, entries=150, sequenceid=456, filesize=12.0 K 2024-11-12T21:41:07,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6b7d1fb6296bd8508f8694a6499011e3 in 156ms, sequenceid=456, compaction requested=false 2024-11-12T21:41:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:41:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:07,524 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:07,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:41:07,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/eb47c2a515ee47e0849822bfcb0c5c66 is 50, key is test_row_0/A:col10/1731447667397/Put/seqid=0 2024-11-12T21:41:07,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447727539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447727546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447727547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742163_1339 (size=14741) 2024-11-12T21:41:07,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/eb47c2a515ee47e0849822bfcb0c5c66 2024-11-12T21:41:07,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/a011da790b94400cacf4508f440a9a14 is 50, key is test_row_0/B:col10/1731447667397/Put/seqid=0 2024-11-12T21:41:07,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742164_1340 (size=12301) 2024-11-12T21:41:07,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/a011da790b94400cacf4508f440a9a14 2024-11-12T21:41:07,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2c7723c0adcd49fb9c35dbdbca62cc68 is 50, key is test_row_0/C:col10/1731447667397/Put/seqid=0 2024-11-12T21:41:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447727651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742165_1341 (size=12301) 2024-11-12T21:41:07,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447727660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447727660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56440 deadline: 1731447727680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,684 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 6b7d1fb6296bd8508f8694a6499011e3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18324 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,703 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/f2e459f8d7f444e29dd02d9348afe3de as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2e459f8d7f444e29dd02d9348afe3de 2024-11-12T21:41:07,713 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into f2e459f8d7f444e29dd02d9348afe3de(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:07,713 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:07,713 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=13, startTime=1731447667210; duration=0sec 2024-11-12T21:41:07,713 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:07,714 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:41:07,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:41:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447727863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:07,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:07,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447727870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:07,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447727871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:41:08,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2c7723c0adcd49fb9c35dbdbca62cc68 2024-11-12T21:41:08,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/eb47c2a515ee47e0849822bfcb0c5c66 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/eb47c2a515ee47e0849822bfcb0c5c66 2024-11-12T21:41:08,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/eb47c2a515ee47e0849822bfcb0c5c66, entries=200, sequenceid=480, filesize=14.4 K 2024-11-12T21:41:08,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/a011da790b94400cacf4508f440a9a14 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a011da790b94400cacf4508f440a9a14 2024-11-12T21:41:08,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a011da790b94400cacf4508f440a9a14, entries=150, sequenceid=480, filesize=12.0 K 2024-11-12T21:41:08,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/2c7723c0adcd49fb9c35dbdbca62cc68 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2c7723c0adcd49fb9c35dbdbca62cc68 2024-11-12T21:41:08,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2c7723c0adcd49fb9c35dbdbca62cc68, entries=150, sequenceid=480, filesize=12.0 K 2024-11-12T21:41:08,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6b7d1fb6296bd8508f8694a6499011e3 in 567ms, sequenceid=480, compaction requested=true 2024-11-12T21:41:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:08,091 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:08,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:08,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:08,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:08,092 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:08,092 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:08,092 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/A is initiating minor compaction (all files) 2024-11-12T21:41:08,092 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/A in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,093 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/457d950f3411475aa7fa5874e3f7cc6b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e86c9f04a4d24f78a516a501d6b9ae70, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/eb47c2a515ee47e0849822bfcb0c5c66] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=41.8 K 2024-11-12T21:41:08,093 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 457d950f3411475aa7fa5874e3f7cc6b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731447666673 2024-11-12T21:41:08,093 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:08,094 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/B is initiating minor compaction (all files) 2024-11-12T21:41:08,094 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/B in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,094 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2e459f8d7f444e29dd02d9348afe3de, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5c796b590eeb4f2bb09e164b091d71d6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a011da790b94400cacf4508f440a9a14] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=37.0 K 2024-11-12T21:41:08,095 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting e86c9f04a4d24f78a516a501d6b9ae70, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731447667014 2024-11-12T21:41:08,095 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f2e459f8d7f444e29dd02d9348afe3de, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731447666673 2024-11-12T21:41:08,095 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb47c2a515ee47e0849822bfcb0c5c66, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731447667392 2024-11-12T21:41:08,095 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c796b590eeb4f2bb09e164b091d71d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731447667014 2024-11-12T21:41:08,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:08,096 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting a011da790b94400cacf4508f440a9a14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731447667397 2024-11-12T21:41:08,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b7d1fb6296bd8508f8694a6499011e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:08,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:08,111 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#A#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:08,112 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/016d4ecb4cb043e9afac0bc06f8e9504 is 50, key is test_row_0/A:col10/1731447667397/Put/seqid=0 2024-11-12T21:41:08,123 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:08,124 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/59558f66b7354679b1a631a29eff72ba is 50, key is test_row_0/B:col10/1731447667397/Put/seqid=0 2024-11-12T21:41:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742166_1342 (size=13425) 2024-11-12T21:41:08,151 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/016d4ecb4cb043e9afac0bc06f8e9504 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/016d4ecb4cb043e9afac0bc06f8e9504 2024-11-12T21:41:08,155 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/A of 6b7d1fb6296bd8508f8694a6499011e3 into 016d4ecb4cb043e9afac0bc06f8e9504(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:08,155 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:08,156 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/A, priority=13, startTime=1731447668091; duration=0sec 2024-11-12T21:41:08,156 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:08,156 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:A 2024-11-12T21:41:08,156 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742167_1343 (size=13425) 2024-11-12T21:41:08,157 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:08,158 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 6b7d1fb6296bd8508f8694a6499011e3/C is initiating minor compaction (all files) 2024-11-12T21:41:08,158 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b7d1fb6296bd8508f8694a6499011e3/C in TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,158 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/da64714a7fa14d409824be5bf100e421, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9bb2f3899e0f4b1cabfcfd7874b35071, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2c7723c0adcd49fb9c35dbdbca62cc68] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp, totalSize=37.0 K 2024-11-12T21:41:08,158 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting da64714a7fa14d409824be5bf100e421, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731447666673 2024-11-12T21:41:08,159 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bb2f3899e0f4b1cabfcfd7874b35071, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731447667014 2024-11-12T21:41:08,159 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c7723c0adcd49fb9c35dbdbca62cc68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731447667397 2024-11-12T21:41:08,163 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/59558f66b7354679b1a631a29eff72ba as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/59558f66b7354679b1a631a29eff72ba 2024-11-12T21:41:08,169 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b7d1fb6296bd8508f8694a6499011e3#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:08,170 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/111dedab0c094b4fbc4b9e2d551dbf28 is 50, key is test_row_0/C:col10/1731447667397/Put/seqid=0 2024-11-12T21:41:08,171 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/B of 6b7d1fb6296bd8508f8694a6499011e3 into 59558f66b7354679b1a631a29eff72ba(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:08,171 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:08,171 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/B, priority=13, startTime=1731447668092; duration=0sec 2024-11-12T21:41:08,171 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:08,171 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:B 2024-11-12T21:41:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:08,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:41:08,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:08,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:08,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742168_1344 (size=13425) 2024-11-12T21:41:08,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/d59e9bd9406b4563a300579d13de7cae is 50, key is test_row_0/A:col10/1731447667545/Put/seqid=0 2024-11-12T21:41:08,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742169_1345 (size=14741) 2024-11-12T21:41:08,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447728213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447728214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447728215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447728321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447728321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447728322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447728531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447728531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447728531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:41:08,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/d59e9bd9406b4563a300579d13de7cae 2024-11-12T21:41:08,602 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/111dedab0c094b4fbc4b9e2d551dbf28 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/111dedab0c094b4fbc4b9e2d551dbf28 2024-11-12T21:41:08,610 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b7d1fb6296bd8508f8694a6499011e3/C of 6b7d1fb6296bd8508f8694a6499011e3 into 111dedab0c094b4fbc4b9e2d551dbf28(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:08,610 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:08,610 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., storeName=6b7d1fb6296bd8508f8694a6499011e3/C, priority=13, startTime=1731447668096; duration=0sec 2024-11-12T21:41:08,610 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:08,610 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b7d1fb6296bd8508f8694a6499011e3:C 2024-11-12T21:41:08,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/192b0ee089494da396cfd6590605dbaa is 50, key is test_row_0/B:col10/1731447667545/Put/seqid=0 2024-11-12T21:41:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742170_1346 (size=12301) 2024-11-12T21:41:08,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:08,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:08,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56460 deadline: 1731447728847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56400 deadline: 1731447728847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56462 deadline: 1731447728847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:08,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:08,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:08,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:08,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:09,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/192b0ee089494da396cfd6590605dbaa 2024-11-12T21:41:09,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/793453cef8cf463b85895323e9a3706f is 50, key is test_row_0/C:col10/1731447667545/Put/seqid=0 2024-11-12T21:41:09,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742171_1347 (size=12301) 2024-11-12T21:41:09,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/793453cef8cf463b85895323e9a3706f 2024-11-12T21:41:09,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/d59e9bd9406b4563a300579d13de7cae as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/d59e9bd9406b4563a300579d13de7cae 2024-11-12T21:41:09,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/d59e9bd9406b4563a300579d13de7cae, entries=200, sequenceid=497, filesize=14.4 K 2024-11-12T21:41:09,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/192b0ee089494da396cfd6590605dbaa as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/192b0ee089494da396cfd6590605dbaa 2024-11-12T21:41:09,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/192b0ee089494da396cfd6590605dbaa, entries=150, sequenceid=497, filesize=12.0 K 2024-11-12T21:41:09,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/793453cef8cf463b85895323e9a3706f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/793453cef8cf463b85895323e9a3706f 2024-11-12T21:41:09,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:09,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:09,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/793453cef8cf463b85895323e9a3706f, entries=150, sequenceid=497, filesize=12.0 K 2024-11-12T21:41:09,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6b7d1fb6296bd8508f8694a6499011e3 in 926ms, sequenceid=497, compaction requested=false 2024-11-12T21:41:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:09,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T21:41:09,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:09,251 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:41:09,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c529bcfdc8c04c9e8f66a39a4f639a18 is 50, key is test_row_0/A:col10/1731447668213/Put/seqid=0 2024-11-12T21:41:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742172_1348 (size=12301) 2024-11-12T21:41:09,306 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-11-12T21:41:09,307 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,307 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,307 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:09,307 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-11-12T21:41:09,307 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,307 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:09,307 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,308 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-11-12T21:41:09,308 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,308 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,308 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:09,309 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-11-12T21:41:09,309 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,309 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,309 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:09,310 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-11-12T21:41:09,310 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,310 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,310 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:09,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. as already flushing 2024-11-12T21:41:09,352 INFO [Thread-1132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1132. 2024-11-12T21:41:09,352 DEBUG [Thread-1132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,352 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,352 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:09,363 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-11-12T21:41:09,363 INFO [Thread-1134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1134. 2024-11-12T21:41:09,363 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,363 DEBUG [Thread-1134 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,363 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,363 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,363 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,363 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:09,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:41:09,699 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c529bcfdc8c04c9e8f66a39a4f639a18 2024-11-12T21:41:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d11351a59c3b4131905ba9b8282ff7b2 is 50, key is test_row_0/B:col10/1731447668213/Put/seqid=0 2024-11-12T21:41:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742173_1349 (size=12301) 2024-11-12T21:41:09,732 INFO [Thread-1128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1128. 2024-11-12T21:41:09,732 DEBUG [Thread-1128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:09,732 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,732 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:09,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:10,109 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d11351a59c3b4131905ba9b8282ff7b2 2024-11-12T21:41:10,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/9e6b10e8f7404cf1aebae0eb5def6676 is 50, key is test_row_0/C:col10/1731447668213/Put/seqid=0 2024-11-12T21:41:10,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742174_1350 (size=12301) 2024-11-12T21:41:10,526 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/9e6b10e8f7404cf1aebae0eb5def6676 2024-11-12T21:41:10,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/c529bcfdc8c04c9e8f66a39a4f639a18 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c529bcfdc8c04c9e8f66a39a4f639a18 2024-11-12T21:41:10,539 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c529bcfdc8c04c9e8f66a39a4f639a18, entries=150, sequenceid=521, filesize=12.0 K 2024-11-12T21:41:10,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/d11351a59c3b4131905ba9b8282ff7b2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d11351a59c3b4131905ba9b8282ff7b2 2024-11-12T21:41:10,545 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d11351a59c3b4131905ba9b8282ff7b2, entries=150, sequenceid=521, filesize=12.0 K 2024-11-12T21:41:10,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/9e6b10e8f7404cf1aebae0eb5def6676 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9e6b10e8f7404cf1aebae0eb5def6676 2024-11-12T21:41:10,549 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9e6b10e8f7404cf1aebae0eb5def6676, entries=150, sequenceid=521, filesize=12.0 K 2024-11-12T21:41:10,550 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for 6b7d1fb6296bd8508f8694a6499011e3 in 1299ms, sequenceid=521, compaction requested=true 2024-11-12T21:41:10,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 6b7d1fb6296bd8508f8694a6499011e3: 2024-11-12T21:41:10,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:10,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-12T21:41:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-12T21:41:10,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-12T21:41:10,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1450 sec 2024-11-12T21:41:10,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 3.1510 sec 2024-11-12T21:41:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:41:11,581 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:17,692 INFO [Thread-1136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1136. 2024-11-12T21:41:17,692 DEBUG [Thread-1136 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:17,692 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:17,692 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:17,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 139 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3419 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3444 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3328 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3465 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3473 2024-11-12T21:41:17,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:41:17,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:41:17,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:41:17,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:17,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:17,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:17,694 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:41:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T21:41:17,698 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447677697"}]},"ts":"1731447677697"} 2024-11-12T21:41:17,699 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:41:17,699 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:41:17,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:41:17,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, UNASSIGN}] 2024-11-12T21:41:17,702 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, UNASSIGN 2024-11-12T21:41:17,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=6b7d1fb6296bd8508f8694a6499011e3, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:17,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, UNASSIGN because future has completed 2024-11-12T21:41:17,704 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:41:17,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:41:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T21:41:17,856 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:17,856 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:41:17,856 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 6b7d1fb6296bd8508f8694a6499011e3, disabling compactions & flushes 2024-11-12T21:41:17,856 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:17,856 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:17,857 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. after waiting 0 ms 2024-11-12T21:41:17,857 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:17,857 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing 6b7d1fb6296bd8508f8694a6499011e3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T21:41:17,864 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f5c39323ebbd499390105cfa4c910d09 is 50, key is test_row_1/A:col10/1731447677691/Put/seqid=0 2024-11-12T21:41:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742175_1351 (size=9857) 2024-11-12T21:41:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T21:41:18,269 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f5c39323ebbd499390105cfa4c910d09 2024-11-12T21:41:18,277 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/4275ddea918f4e29b1c03a20e3f35316 is 50, key is test_row_1/B:col10/1731447677691/Put/seqid=0 2024-11-12T21:41:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742176_1352 (size=9857) 2024-11-12T21:41:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T21:41:18,681 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/4275ddea918f4e29b1c03a20e3f35316 2024-11-12T21:41:18,695 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/f0c0411be0e34e6caf63e5d3635a8f8b is 50, key is test_row_1/C:col10/1731447677691/Put/seqid=0 2024-11-12T21:41:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742177_1353 (size=9857) 2024-11-12T21:41:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T21:41:19,099 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/f0c0411be0e34e6caf63e5d3635a8f8b 2024-11-12T21:41:19,105 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/A/f5c39323ebbd499390105cfa4c910d09 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f5c39323ebbd499390105cfa4c910d09 2024-11-12T21:41:19,112 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f5c39323ebbd499390105cfa4c910d09, entries=100, sequenceid=529, filesize=9.6 K 2024-11-12T21:41:19,113 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/B/4275ddea918f4e29b1c03a20e3f35316 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/4275ddea918f4e29b1c03a20e3f35316 2024-11-12T21:41:19,118 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/4275ddea918f4e29b1c03a20e3f35316, entries=100, sequenceid=529, filesize=9.6 K 2024-11-12T21:41:19,119 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/.tmp/C/f0c0411be0e34e6caf63e5d3635a8f8b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/f0c0411be0e34e6caf63e5d3635a8f8b 2024-11-12T21:41:19,124 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/f0c0411be0e34e6caf63e5d3635a8f8b, entries=100, sequenceid=529, filesize=9.6 K 2024-11-12T21:41:19,125 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6b7d1fb6296bd8508f8694a6499011e3 in 1268ms, sequenceid=529, compaction requested=true 2024-11-12T21:41:19,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f9014ce6c5b94ea4920e832b8ecfb4b1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/0548a749a9e449a98db2b16bb824ad11, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/226d900d0d68405e8666b3c3d18f6da4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/37984fe5482946a78b921e7e5fecf470, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/1ac5e55b62ca4e0bb01a06043967adcc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e0b556c7dd54486eaa3ddb5276d02706, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3a1b5708bbef4c5199b03c671bdbe351, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ed39cc10d0c54a009c0e6a489a62f2c7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e7924850abde4c8e91ceb662cc118dc5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3b6d08d82d1344339007625c85d72628, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c3c0c8a43ed9423e9aec968bf3063536, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/fa782323534d4e0aaaeeab2ae9c724c3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b04e470c81ef4c85b22e3f1248518c67, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3cd855d435774eb0a450554f4e43a7b8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3307ea6b6ffa4d08b52a387f49c2046b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/4c798426f0714731a114ae5d89c3fe3c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ddae5440d71040bf812ed092059e1e92, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f135302211c0455695994333b9ec3304, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/553c79ccb11c401186432b82326ef1b3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/296f74faaf79407dab5848590a9f600f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/7f1f76b499114456b275f5e49c8e4d4d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ee2893cc5e48432b81946e3ab28564e5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/256715e0ede344008e1ac7af60be8b24, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b5743115b32f4566b35cba2c89f2a9b9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/90ba421b95ab4454b94f3db1aa07d1db, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/765781971d464af2968864854c9b0e3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/9a4f9891f81b467cad84c88e93c357ca, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/15c088a0a27f4f669393d47530bf905f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c62ccf945c2f49699d5b0709853443be, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/457d950f3411475aa7fa5874e3f7cc6b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e86c9f04a4d24f78a516a501d6b9ae70, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/eb47c2a515ee47e0849822bfcb0c5c66] to archive 2024-11-12T21:41:19,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:19,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f9014ce6c5b94ea4920e832b8ecfb4b1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f9014ce6c5b94ea4920e832b8ecfb4b1 2024-11-12T21:41:19,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/0548a749a9e449a98db2b16bb824ad11 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/0548a749a9e449a98db2b16bb824ad11 2024-11-12T21:41:19,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/226d900d0d68405e8666b3c3d18f6da4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/226d900d0d68405e8666b3c3d18f6da4 2024-11-12T21:41:19,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/37984fe5482946a78b921e7e5fecf470 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/37984fe5482946a78b921e7e5fecf470 2024-11-12T21:41:19,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/063ee4c94fcf4c8c9f3cfaf46b4d4a92 2024-11-12T21:41:19,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/1ac5e55b62ca4e0bb01a06043967adcc to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/1ac5e55b62ca4e0bb01a06043967adcc 2024-11-12T21:41:19,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e0b556c7dd54486eaa3ddb5276d02706 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e0b556c7dd54486eaa3ddb5276d02706 2024-11-12T21:41:19,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3a1b5708bbef4c5199b03c671bdbe351 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3a1b5708bbef4c5199b03c671bdbe351 2024-11-12T21:41:19,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ed39cc10d0c54a009c0e6a489a62f2c7 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ed39cc10d0c54a009c0e6a489a62f2c7 2024-11-12T21:41:19,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e7924850abde4c8e91ceb662cc118dc5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e7924850abde4c8e91ceb662cc118dc5 2024-11-12T21:41:19,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3b6d08d82d1344339007625c85d72628 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3b6d08d82d1344339007625c85d72628 2024-11-12T21:41:19,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c3c0c8a43ed9423e9aec968bf3063536 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c3c0c8a43ed9423e9aec968bf3063536 2024-11-12T21:41:19,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/fa782323534d4e0aaaeeab2ae9c724c3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/fa782323534d4e0aaaeeab2ae9c724c3 2024-11-12T21:41:19,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b04e470c81ef4c85b22e3f1248518c67 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b04e470c81ef4c85b22e3f1248518c67 2024-11-12T21:41:19,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3cd855d435774eb0a450554f4e43a7b8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3cd855d435774eb0a450554f4e43a7b8 2024-11-12T21:41:19,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3307ea6b6ffa4d08b52a387f49c2046b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/3307ea6b6ffa4d08b52a387f49c2046b 2024-11-12T21:41:19,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/4c798426f0714731a114ae5d89c3fe3c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/4c798426f0714731a114ae5d89c3fe3c 2024-11-12T21:41:19,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ddae5440d71040bf812ed092059e1e92 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ddae5440d71040bf812ed092059e1e92 2024-11-12T21:41:19,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f135302211c0455695994333b9ec3304 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f135302211c0455695994333b9ec3304 2024-11-12T21:41:19,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/553c79ccb11c401186432b82326ef1b3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/553c79ccb11c401186432b82326ef1b3 2024-11-12T21:41:19,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/296f74faaf79407dab5848590a9f600f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/296f74faaf79407dab5848590a9f600f 2024-11-12T21:41:19,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/7f1f76b499114456b275f5e49c8e4d4d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/7f1f76b499114456b275f5e49c8e4d4d 2024-11-12T21:41:19,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ee2893cc5e48432b81946e3ab28564e5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/ee2893cc5e48432b81946e3ab28564e5 2024-11-12T21:41:19,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/256715e0ede344008e1ac7af60be8b24 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/256715e0ede344008e1ac7af60be8b24 2024-11-12T21:41:19,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b5743115b32f4566b35cba2c89f2a9b9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/b5743115b32f4566b35cba2c89f2a9b9 2024-11-12T21:41:19,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/90ba421b95ab4454b94f3db1aa07d1db to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/90ba421b95ab4454b94f3db1aa07d1db 2024-11-12T21:41:19,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/765781971d464af2968864854c9b0e3b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/765781971d464af2968864854c9b0e3b 2024-11-12T21:41:19,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/9a4f9891f81b467cad84c88e93c357ca to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/9a4f9891f81b467cad84c88e93c357ca 2024-11-12T21:41:19,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/15c088a0a27f4f669393d47530bf905f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/15c088a0a27f4f669393d47530bf905f 2024-11-12T21:41:19,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c62ccf945c2f49699d5b0709853443be to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c62ccf945c2f49699d5b0709853443be 2024-11-12T21:41:19,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/457d950f3411475aa7fa5874e3f7cc6b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/457d950f3411475aa7fa5874e3f7cc6b 2024-11-12T21:41:19,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e86c9f04a4d24f78a516a501d6b9ae70 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/e86c9f04a4d24f78a516a501d6b9ae70 2024-11-12T21:41:19,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/eb47c2a515ee47e0849822bfcb0c5c66 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/eb47c2a515ee47e0849822bfcb0c5c66 2024-11-12T21:41:19,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/afe5edbc2e8448e582321d7003888566, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/229cfa097df840cfa3db9eed787446ef, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e52bdf3e849543609f41de1da2dc7a78, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/39ccb80422b74a8c8a92ec72d52c81a1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/ea41941dbaa547cf9bb5b29a88d21b3c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/6616f9299c544b18a6ea6aad156fe023, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5bfee5a896e84e98aacb7dd1fa05b3d3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/1fee4fddecdd4bf49dbaeebb5b748b28, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/c29535f6fcf3408abf3ecc945564250c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/592340bbf47e47198918e246fe632f21, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a3e0f21ee037488c876400b4f2890f1c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/913fcd9dae984b808012dff912dc0c0f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7fbfc681700d432b9fe8d1222e068d54, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/06a353c422cf41c7b302adc69b55c127, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2ae56019b2b4f25ad4620b66a3e1fda, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7a209da9e138487ba89a21ca60c9f893, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3e14661d4d744163bd98985716103315, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3a8b6fc7e6554e9b9240f1c85042a3b3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d346870631f044e092850d8437038c68, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/b6e4348f51554db5b6821e3874d25c5f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/fde2904216ea4413828fee13a6ed33b7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3b154339844d4009a29cf83d62f30268, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/47b2773d50654712b61401f6629b689c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f6c681b743604c7e9c0de4bfb3207f73, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e7acc69bbb154c019163b381c096c8d6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f52dfd129e254914b9d993c6e9f4b02b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/bec57f94bed1448b931950c774348985, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d670284ca1be4b629803c85b89999f6b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7410087642b34905b0ff9446ced7a0e3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2e459f8d7f444e29dd02d9348afe3de, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/402f93c7f2d44a61a466f3e263df676a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5c796b590eeb4f2bb09e164b091d71d6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a011da790b94400cacf4508f440a9a14] to archive 2024-11-12T21:41:19,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:19,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/afe5edbc2e8448e582321d7003888566 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/afe5edbc2e8448e582321d7003888566 2024-11-12T21:41:19,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/229cfa097df840cfa3db9eed787446ef to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/229cfa097df840cfa3db9eed787446ef 2024-11-12T21:41:19,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e52bdf3e849543609f41de1da2dc7a78 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e52bdf3e849543609f41de1da2dc7a78 2024-11-12T21:41:19,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/39ccb80422b74a8c8a92ec72d52c81a1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/39ccb80422b74a8c8a92ec72d52c81a1 2024-11-12T21:41:19,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/ea41941dbaa547cf9bb5b29a88d21b3c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/ea41941dbaa547cf9bb5b29a88d21b3c 2024-11-12T21:41:19,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/6616f9299c544b18a6ea6aad156fe023 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/6616f9299c544b18a6ea6aad156fe023 2024-11-12T21:41:19,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5bfee5a896e84e98aacb7dd1fa05b3d3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5bfee5a896e84e98aacb7dd1fa05b3d3 2024-11-12T21:41:19,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/1fee4fddecdd4bf49dbaeebb5b748b28 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/1fee4fddecdd4bf49dbaeebb5b748b28 2024-11-12T21:41:19,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/c29535f6fcf3408abf3ecc945564250c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/c29535f6fcf3408abf3ecc945564250c 2024-11-12T21:41:19,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/592340bbf47e47198918e246fe632f21 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/592340bbf47e47198918e246fe632f21 2024-11-12T21:41:19,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a3e0f21ee037488c876400b4f2890f1c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a3e0f21ee037488c876400b4f2890f1c 2024-11-12T21:41:19,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/913fcd9dae984b808012dff912dc0c0f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/913fcd9dae984b808012dff912dc0c0f 2024-11-12T21:41:19,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7fbfc681700d432b9fe8d1222e068d54 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7fbfc681700d432b9fe8d1222e068d54 2024-11-12T21:41:19,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/06a353c422cf41c7b302adc69b55c127 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/06a353c422cf41c7b302adc69b55c127 2024-11-12T21:41:19,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2ae56019b2b4f25ad4620b66a3e1fda to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2ae56019b2b4f25ad4620b66a3e1fda 2024-11-12T21:41:19,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7a209da9e138487ba89a21ca60c9f893 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7a209da9e138487ba89a21ca60c9f893 2024-11-12T21:41:19,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3e14661d4d744163bd98985716103315 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3e14661d4d744163bd98985716103315 2024-11-12T21:41:19,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3a8b6fc7e6554e9b9240f1c85042a3b3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3a8b6fc7e6554e9b9240f1c85042a3b3 2024-11-12T21:41:19,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d346870631f044e092850d8437038c68 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d346870631f044e092850d8437038c68 2024-11-12T21:41:19,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/b6e4348f51554db5b6821e3874d25c5f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/b6e4348f51554db5b6821e3874d25c5f 2024-11-12T21:41:19,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/fde2904216ea4413828fee13a6ed33b7 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/fde2904216ea4413828fee13a6ed33b7 2024-11-12T21:41:19,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3b154339844d4009a29cf83d62f30268 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/3b154339844d4009a29cf83d62f30268 2024-11-12T21:41:19,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/47b2773d50654712b61401f6629b689c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/47b2773d50654712b61401f6629b689c 2024-11-12T21:41:19,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f6c681b743604c7e9c0de4bfb3207f73 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f6c681b743604c7e9c0de4bfb3207f73 2024-11-12T21:41:19,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e7acc69bbb154c019163b381c096c8d6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/e7acc69bbb154c019163b381c096c8d6 2024-11-12T21:41:19,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f52dfd129e254914b9d993c6e9f4b02b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f52dfd129e254914b9d993c6e9f4b02b 2024-11-12T21:41:19,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/bec57f94bed1448b931950c774348985 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/bec57f94bed1448b931950c774348985 2024-11-12T21:41:19,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d670284ca1be4b629803c85b89999f6b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d670284ca1be4b629803c85b89999f6b 2024-11-12T21:41:19,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7410087642b34905b0ff9446ced7a0e3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/7410087642b34905b0ff9446ced7a0e3 2024-11-12T21:41:19,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2e459f8d7f444e29dd02d9348afe3de to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/f2e459f8d7f444e29dd02d9348afe3de 2024-11-12T21:41:19,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/402f93c7f2d44a61a466f3e263df676a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/402f93c7f2d44a61a466f3e263df676a 2024-11-12T21:41:19,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5c796b590eeb4f2bb09e164b091d71d6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/5c796b590eeb4f2bb09e164b091d71d6 2024-11-12T21:41:19,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a011da790b94400cacf4508f440a9a14 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/a011da790b94400cacf4508f440a9a14 2024-11-12T21:41:19,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/753ca04a490b4280b336617cd0c73645, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/29deea9f7d264b0b99cac16668361560, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7e490af825c84e2ea698daf568079755, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2e070633c3b4478f9905f6826ffde8c5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a0fe0ff6204a40fea1de1c51eff26bb0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1cb9514e786c40538156fec3e12c6cc4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/675dddaff1264d379f167e54c919e21c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d6cd77b6f3cc4574b7304680ad836cf9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1399ea928e6b464ab94ce89bacfbf31b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2ab9a9a11f7e456e9cdaff101dcd8fbd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e46b9bf19344848b4de7e3d94ea15d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/c83d3058446d4b838de0fe280b6f51ab, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7c09f1d1d77d43eab2340d7e7a32b5d1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/901d859e9de149f99cc014a80eebb4e3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/54bdebd4d19c40e3a7331394f561fa31, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/5869aefb42c74ba8a0b00ff425685fbb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/71e2a210048740afb105a1cdc3add4e4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ab78dba3b2414ee080bc99f67cc705c3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/cd3b94adc231492ebed08173c20932a7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e8f4e61bb6482ea24e959cf1b4dd72, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1f51a890564c4a828433ff52089635f5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2b1bda8fa8044720bc4755d7da59ce2e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/61f5751798ed4b7fb6609bb9fc094a84, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a6da849cc8ea483abe8185a97d24ac10, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1564ebd9f5cd473cae27e739e7597c84, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a7834eeba2224a139caed38802b2ea41, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/375091c6ca33463aaca1ad653ea2ae24, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ae04c652b8c74e5d95be4ff67bf05cd8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d778b304536d4be0a18e54ca17e84c20, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/da64714a7fa14d409824be5bf100e421, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/e8510860b3d349ebb3e837b599a78f6d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9bb2f3899e0f4b1cabfcfd7874b35071, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2c7723c0adcd49fb9c35dbdbca62cc68] to archive 2024-11-12T21:41:19,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:19,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/753ca04a490b4280b336617cd0c73645 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/753ca04a490b4280b336617cd0c73645 2024-11-12T21:41:19,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/29deea9f7d264b0b99cac16668361560 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/29deea9f7d264b0b99cac16668361560 2024-11-12T21:41:19,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7e490af825c84e2ea698daf568079755 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7e490af825c84e2ea698daf568079755 2024-11-12T21:41:19,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2e070633c3b4478f9905f6826ffde8c5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2e070633c3b4478f9905f6826ffde8c5 2024-11-12T21:41:19,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a0fe0ff6204a40fea1de1c51eff26bb0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a0fe0ff6204a40fea1de1c51eff26bb0 2024-11-12T21:41:19,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1cb9514e786c40538156fec3e12c6cc4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1cb9514e786c40538156fec3e12c6cc4 2024-11-12T21:41:19,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/675dddaff1264d379f167e54c919e21c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/675dddaff1264d379f167e54c919e21c 2024-11-12T21:41:19,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d6cd77b6f3cc4574b7304680ad836cf9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d6cd77b6f3cc4574b7304680ad836cf9 2024-11-12T21:41:19,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1399ea928e6b464ab94ce89bacfbf31b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1399ea928e6b464ab94ce89bacfbf31b 2024-11-12T21:41:19,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2ab9a9a11f7e456e9cdaff101dcd8fbd to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2ab9a9a11f7e456e9cdaff101dcd8fbd 2024-11-12T21:41:19,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e46b9bf19344848b4de7e3d94ea15d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e46b9bf19344848b4de7e3d94ea15d 2024-11-12T21:41:19,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/c83d3058446d4b838de0fe280b6f51ab to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/c83d3058446d4b838de0fe280b6f51ab 2024-11-12T21:41:19,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7c09f1d1d77d43eab2340d7e7a32b5d1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/7c09f1d1d77d43eab2340d7e7a32b5d1 2024-11-12T21:41:19,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/901d859e9de149f99cc014a80eebb4e3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/901d859e9de149f99cc014a80eebb4e3 2024-11-12T21:41:19,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/54bdebd4d19c40e3a7331394f561fa31 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/54bdebd4d19c40e3a7331394f561fa31 2024-11-12T21:41:19,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/5869aefb42c74ba8a0b00ff425685fbb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/5869aefb42c74ba8a0b00ff425685fbb 2024-11-12T21:41:19,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/71e2a210048740afb105a1cdc3add4e4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/71e2a210048740afb105a1cdc3add4e4 2024-11-12T21:41:19,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ab78dba3b2414ee080bc99f67cc705c3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ab78dba3b2414ee080bc99f67cc705c3 2024-11-12T21:41:19,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/cd3b94adc231492ebed08173c20932a7 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/cd3b94adc231492ebed08173c20932a7 2024-11-12T21:41:19,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e8f4e61bb6482ea24e959cf1b4dd72 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/37e8f4e61bb6482ea24e959cf1b4dd72 2024-11-12T21:41:19,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1f51a890564c4a828433ff52089635f5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1f51a890564c4a828433ff52089635f5 2024-11-12T21:41:19,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2b1bda8fa8044720bc4755d7da59ce2e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2b1bda8fa8044720bc4755d7da59ce2e 2024-11-12T21:41:19,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/61f5751798ed4b7fb6609bb9fc094a84 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/61f5751798ed4b7fb6609bb9fc094a84 2024-11-12T21:41:19,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a6da849cc8ea483abe8185a97d24ac10 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a6da849cc8ea483abe8185a97d24ac10 2024-11-12T21:41:19,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1564ebd9f5cd473cae27e739e7597c84 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/1564ebd9f5cd473cae27e739e7597c84 2024-11-12T21:41:19,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a7834eeba2224a139caed38802b2ea41 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/a7834eeba2224a139caed38802b2ea41 2024-11-12T21:41:19,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/375091c6ca33463aaca1ad653ea2ae24 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/375091c6ca33463aaca1ad653ea2ae24 2024-11-12T21:41:19,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ae04c652b8c74e5d95be4ff67bf05cd8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/ae04c652b8c74e5d95be4ff67bf05cd8 2024-11-12T21:41:19,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d778b304536d4be0a18e54ca17e84c20 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/d778b304536d4be0a18e54ca17e84c20 2024-11-12T21:41:19,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/da64714a7fa14d409824be5bf100e421 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/da64714a7fa14d409824be5bf100e421 2024-11-12T21:41:19,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/e8510860b3d349ebb3e837b599a78f6d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/e8510860b3d349ebb3e837b599a78f6d 2024-11-12T21:41:19,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9bb2f3899e0f4b1cabfcfd7874b35071 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9bb2f3899e0f4b1cabfcfd7874b35071 2024-11-12T21:41:19,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2c7723c0adcd49fb9c35dbdbca62cc68 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/2c7723c0adcd49fb9c35dbdbca62cc68 2024-11-12T21:41:19,215 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/recovered.edits/532.seqid, newMaxSeqId=532, maxSeqId=1 2024-11-12T21:41:19,216 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. 2024-11-12T21:41:19,216 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 6b7d1fb6296bd8508f8694a6499011e3: Waiting for close lock at 1731447677856Running coprocessor pre-close hooks at 1731447677856Disabling compacts and flushes for region at 1731447677856Disabling writes for close at 1731447677857 (+1 ms)Obtaining lock to block concurrent updates at 1731447677857Preparing flush snapshotting stores in 6b7d1fb6296bd8508f8694a6499011e3 at 1731447677857Finished memstore snapshotting TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731447677858 (+1 ms)Flushing stores of TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3. at 1731447677858Flushing 6b7d1fb6296bd8508f8694a6499011e3/A: creating writer at 1731447677859 (+1 ms)Flushing 6b7d1fb6296bd8508f8694a6499011e3/A: appending metadata at 1731447677863 (+4 ms)Flushing 6b7d1fb6296bd8508f8694a6499011e3/A: closing flushed file at 1731447677863Flushing 6b7d1fb6296bd8508f8694a6499011e3/B: creating writer at 1731447678273 (+410 ms)Flushing 6b7d1fb6296bd8508f8694a6499011e3/B: appending metadata at 1731447678276 (+3 ms)Flushing 6b7d1fb6296bd8508f8694a6499011e3/B: closing flushed file at 1731447678276Flushing 6b7d1fb6296bd8508f8694a6499011e3/C: creating writer at 1731447678689 (+413 ms)Flushing 6b7d1fb6296bd8508f8694a6499011e3/C: appending metadata at 1731447678694 (+5 ms)Flushing 6b7d1fb6296bd8508f8694a6499011e3/C: closing flushed file at 1731447678694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4185393: reopening flushed file at 1731447679104 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5b0a35: reopening flushed file at 1731447679112 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b674c1c: reopening flushed file at 1731447679118 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6b7d1fb6296bd8508f8694a6499011e3 in 1268ms, sequenceid=529, compaction requested=true at 1731447679125 (+7 ms)Writing region close event to WAL at 1731447679213 (+88 ms)Running coprocessor post-close hooks at 1731447679216 (+3 ms)Closed at 1731447679216 2024-11-12T21:41:19,218 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:19,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=6b7d1fb6296bd8508f8694a6499011e3, regionState=CLOSED 2024-11-12T21:41:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:41:19,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-12T21:41:19,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 6b7d1fb6296bd8508f8694a6499011e3, server=0c576948786c,36959,1731447576789 in 1.5160 sec 2024-11-12T21:41:19,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-12T21:41:19,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b7d1fb6296bd8508f8694a6499011e3, UNASSIGN in 1.5210 sec 2024-11-12T21:41:19,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-12T21:41:19,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5230 sec 2024-11-12T21:41:19,226 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447679226"}]},"ts":"1731447679226"} 2024-11-12T21:41:19,227 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:41:19,227 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:41:19,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5340 sec 2024-11-12T21:41:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T21:41:19,841 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:19,841 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:41:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:19,843 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-12T21:41:19,844 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:19,846 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:19,848 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/recovered.edits] 2024-11-12T21:41:19,851 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/016d4ecb4cb043e9afac0bc06f8e9504 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/016d4ecb4cb043e9afac0bc06f8e9504 2024-11-12T21:41:19,852 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c529bcfdc8c04c9e8f66a39a4f639a18 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/c529bcfdc8c04c9e8f66a39a4f639a18 2024-11-12T21:41:19,853 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/d59e9bd9406b4563a300579d13de7cae to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/d59e9bd9406b4563a300579d13de7cae 2024-11-12T21:41:19,854 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f5c39323ebbd499390105cfa4c910d09 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/A/f5c39323ebbd499390105cfa4c910d09 2024-11-12T21:41:19,855 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/192b0ee089494da396cfd6590605dbaa to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/192b0ee089494da396cfd6590605dbaa 2024-11-12T21:41:19,856 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/4275ddea918f4e29b1c03a20e3f35316 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/4275ddea918f4e29b1c03a20e3f35316 2024-11-12T21:41:19,856 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/59558f66b7354679b1a631a29eff72ba to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/59558f66b7354679b1a631a29eff72ba 2024-11-12T21:41:19,857 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d11351a59c3b4131905ba9b8282ff7b2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/B/d11351a59c3b4131905ba9b8282ff7b2 2024-11-12T21:41:19,859 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/111dedab0c094b4fbc4b9e2d551dbf28 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/111dedab0c094b4fbc4b9e2d551dbf28 2024-11-12T21:41:19,859 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/793453cef8cf463b85895323e9a3706f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/793453cef8cf463b85895323e9a3706f 2024-11-12T21:41:19,861 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9e6b10e8f7404cf1aebae0eb5def6676 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/9e6b10e8f7404cf1aebae0eb5def6676 2024-11-12T21:41:19,862 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/f0c0411be0e34e6caf63e5d3635a8f8b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/C/f0c0411be0e34e6caf63e5d3635a8f8b 2024-11-12T21:41:19,864 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/recovered.edits/532.seqid to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3/recovered.edits/532.seqid 2024-11-12T21:41:19,864 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/6b7d1fb6296bd8508f8694a6499011e3 2024-11-12T21:41:19,864 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:41:19,866 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:19,868 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:41:19,869 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:41:19,870 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:19,871 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:41:19,871 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731447679871"}]},"ts":"9223372036854775807"} 2024-11-12T21:41:19,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:41:19,872 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6b7d1fb6296bd8508f8694a6499011e3, NAME => 'TestAcidGuarantees,,1731447647111.6b7d1fb6296bd8508f8694a6499011e3.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:41:19,873 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:41:19,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731447679873"}]},"ts":"9223372036854775807"} 2024-11-12T21:41:19,874 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:41:19,875 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:19,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-12T21:41:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-12T21:41:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:41:19,951 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:19,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=236 (was 238), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 464) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9359 (was 9600) 2024-11-12T21:41:19,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=236, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=513, ProcessCount=11, AvailableMemoryMB=9358 2024-11-12T21:41:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:41:19,966 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:41:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:19,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:41:19,968 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:19,968 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-11-12T21:41:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T21:41:19,968 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:41:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742178_1354 (size=959) 2024-11-12T21:41:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T21:41:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T21:41:20,375 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f 2024-11-12T21:41:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742179_1355 (size=53) 2024-11-12T21:41:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T21:41:20,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:41:20,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 89f4ad9c40d68737cc2a59f8f624f48e, disabling compactions & flushes 2024-11-12T21:41:20,781 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:20,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:20,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. after waiting 0 ms 2024-11-12T21:41:20,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:20,781 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:20,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89f4ad9c40d68737cc2a59f8f624f48e: Waiting for close lock at 1731447680781Disabling compacts and flushes for region at 1731447680781Disabling writes for close at 1731447680781Writing region close event to WAL at 1731447680781Closed at 1731447680781 2024-11-12T21:41:20,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:41:20,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731447680782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731447680782"}]},"ts":"1731447680782"} 2024-11-12T21:41:20,784 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:41:20,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:41:20,785 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447680784"}]},"ts":"1731447680784"} 2024-11-12T21:41:20,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:41:20,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, ASSIGN}] 2024-11-12T21:41:20,786 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, ASSIGN 2024-11-12T21:41:20,787 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, ASSIGN; state=OFFLINE, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=false 2024-11-12T21:41:20,938 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=89f4ad9c40d68737cc2a59f8f624f48e, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:20,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, ASSIGN because future has completed 2024-11-12T21:41:20,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:41:21,094 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:21,094 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:41:21,094 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,094 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:41:21,094 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,094 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,095 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,096 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f4ad9c40d68737cc2a59f8f624f48e columnFamilyName A 2024-11-12T21:41:21,096 DEBUG [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:21,097 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(327): Store=89f4ad9c40d68737cc2a59f8f624f48e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:21,097 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,097 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f4ad9c40d68737cc2a59f8f624f48e columnFamilyName B 2024-11-12T21:41:21,097 DEBUG [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:21,098 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(327): Store=89f4ad9c40d68737cc2a59f8f624f48e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:21,098 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,099 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f4ad9c40d68737cc2a59f8f624f48e columnFamilyName C 2024-11-12T21:41:21,099 DEBUG [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:21,099 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(327): Store=89f4ad9c40d68737cc2a59f8f624f48e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:21,099 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,100 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,100 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T21:41:21,101 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,101 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,101 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:41:21,102 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,104 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:41:21,104 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 89f4ad9c40d68737cc2a59f8f624f48e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69981102, jitterRate=0.042799681425094604}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:41:21,104 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:21,104 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 89f4ad9c40d68737cc2a59f8f624f48e: Running coprocessor pre-open hook at 1731447681094Writing region info on filesystem at 1731447681094Initializing all the Stores at 1731447681095 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447681095Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447681095Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447681095Cleaning up temporary data from old regions at 1731447681101 (+6 ms)Running coprocessor post-open hooks at 1731447681104 (+3 ms)Region opened successfully at 1731447681104 2024-11-12T21:41:21,105 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., pid=93, masterSystemTime=1731447681091 2024-11-12T21:41:21,107 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:21,107 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:21,107 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=89f4ad9c40d68737cc2a59f8f624f48e, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:21,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:41:21,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-12T21:41:21,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 in 170 msec 2024-11-12T21:41:21,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-12T21:41:21,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, ASSIGN in 325 msec 2024-11-12T21:41:21,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:41:21,113 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447681113"}]},"ts":"1731447681113"} 2024-11-12T21:41:21,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:41:21,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:41:21,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-12T21:41:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T21:41:22,112 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:22,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b61e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:22,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:22,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:22,117 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773bc8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:22,121 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bba665e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:22,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:22,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:22,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:22,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:41:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,34667,1731447576119 2024-11-12T21:41:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cebb770 2024-11-12T21:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:41:22,125 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:41:22,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:41:22,127 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:41:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:22,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742180_1356 (size=995) 2024-11-12T21:41:22,538 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T21:41:22,538 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T21:41:22,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:41:22,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, REOPEN/MOVE}] 2024-11-12T21:41:22,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, REOPEN/MOVE 2024-11-12T21:41:22,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=89f4ad9c40d68737cc2a59f8f624f48e, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, REOPEN/MOVE because future has completed 2024-11-12T21:41:22,546 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:41:22,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:41:22,698 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:22,698 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:41:22,698 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 89f4ad9c40d68737cc2a59f8f624f48e, disabling compactions & flushes 2024-11-12T21:41:22,698 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:22,698 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:22,698 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. after waiting 0 ms 2024-11-12T21:41:22,698 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:22,702 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T21:41:22,702 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:22,702 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 89f4ad9c40d68737cc2a59f8f624f48e: Waiting for close lock at 1731447682698Running coprocessor pre-close hooks at 1731447682698Disabling compacts and flushes for region at 1731447682698Disabling writes for close at 1731447682698Writing region close event to WAL at 1731447682699 (+1 ms)Running coprocessor post-close hooks at 1731447682702 (+3 ms)Closed at 1731447682702 2024-11-12T21:41:22,702 WARN [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 89f4ad9c40d68737cc2a59f8f624f48e to self. 2024-11-12T21:41:22,704 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:22,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=89f4ad9c40d68737cc2a59f8f624f48e, regionState=CLOSED 2024-11-12T21:41:22,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:41:22,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-12T21:41:22,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 in 160 msec 2024-11-12T21:41:22,708 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, REOPEN/MOVE; state=CLOSED, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=true 2024-11-12T21:41:22,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=89f4ad9c40d68737cc2a59f8f624f48e, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:22,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, REOPEN/MOVE because future has completed 2024-11-12T21:41:22,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:41:23,014 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,014 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:41:23,015 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,015 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:41:23,015 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,015 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,016 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,017 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f4ad9c40d68737cc2a59f8f624f48e columnFamilyName A 2024-11-12T21:41:23,018 DEBUG [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:23,018 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(327): Store=89f4ad9c40d68737cc2a59f8f624f48e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:23,018 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,019 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f4ad9c40d68737cc2a59f8f624f48e columnFamilyName B 2024-11-12T21:41:23,019 DEBUG [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:23,020 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(327): Store=89f4ad9c40d68737cc2a59f8f624f48e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:23,020 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,020 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f4ad9c40d68737cc2a59f8f624f48e columnFamilyName C 2024-11-12T21:41:23,020 DEBUG [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:23,021 INFO [StoreOpener-89f4ad9c40d68737cc2a59f8f624f48e-1 {}] regionserver.HStore(327): Store=89f4ad9c40d68737cc2a59f8f624f48e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:23,021 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,021 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,022 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,023 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,023 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,023 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:41:23,024 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,025 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 89f4ad9c40d68737cc2a59f8f624f48e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75399401, jitterRate=0.12353862822055817}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:41:23,025 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,026 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 89f4ad9c40d68737cc2a59f8f624f48e: Running coprocessor pre-open hook at 1731447683015Writing region info on filesystem at 1731447683015Initializing all the Stores at 1731447683016 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447683016Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447683016Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447683016Cleaning up temporary data from old regions at 1731447683023 (+7 ms)Running coprocessor post-open hooks at 1731447683025 (+2 ms)Region opened successfully at 1731447683026 (+1 ms) 2024-11-12T21:41:23,027 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., pid=98, masterSystemTime=1731447683012 2024-11-12T21:41:23,028 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,028 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,029 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=89f4ad9c40d68737cc2a59f8f624f48e, regionState=OPEN, openSeqNum=5, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:41:23,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-11-12T21:41:23,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 in 170 msec 2024-11-12T21:41:23,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-12T21:41:23,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, REOPEN/MOVE in 489 msec 2024-11-12T21:41:23,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-12T21:41:23,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-12T21:41:23,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-12T21:41:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-12T21:41:23,037 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:23,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1929e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,039 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42323a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,040 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbc70e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b673756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,041 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17251902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d8e7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7999da1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9d3c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,046 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239c4aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781a5df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,047 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418f16ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,049 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48813e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27da8a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,050 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c7ebeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,052 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e991a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230cc9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,053 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c455e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,055 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c30663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122111e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,057 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b423704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,058 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2501cd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dafdb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,060 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b048012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,061 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c29b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362b1219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,062 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4578091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc14972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eef0c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:23,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:23,065 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:23,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:23,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce73471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:23,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec7e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:23,067 DEBUG [Thread-1633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,068 DEBUG [Thread-1622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,068 DEBUG [Thread-1637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,068 DEBUG [Thread-1624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,068 DEBUG [Thread-1629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,069 DEBUG [Thread-1629 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,069 DEBUG [Thread-1637 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,069 DEBUG [Thread-1620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,069 DEBUG [Thread-1629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,069 DEBUG [Thread-1637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,070 DEBUG [Thread-1620 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,070 DEBUG [Thread-1620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,071 DEBUG [Thread-1631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,072 DEBUG [Thread-1635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,077 DEBUG [Thread-1618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,078 DEBUG [Thread-1626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:23,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:23,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:41:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,088 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:23,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:41:23,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-12T21:41:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:41:23,090 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:23,091 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:23,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:23,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112af843c6ef3c94f61b913eb0ec0b75d64_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447683087/Put/seqid=0 2024-11-12T21:41:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742181_1357 (size=12154) 2024-11-12T21:41:23,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447743141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447743142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447743148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447743150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447743151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:41:23,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:41:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447743260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447743260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447743271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447743271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447743271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:41:23,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:23,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:41:23,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447743470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447743470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447743481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447743481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447743490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,540 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:23,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112af843c6ef3c94f61b913eb0ec0b75d64_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112af843c6ef3c94f61b913eb0ec0b75d64_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,545 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/b55c6e15108349599f1659594ea39207, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:23,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/b55c6e15108349599f1659594ea39207 is 175, key is test_row_0/A:col10/1731447683087/Put/seqid=0 2024-11-12T21:41:23,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742182_1358 (size=30955) 2024-11-12T21:41:23,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/b55c6e15108349599f1659594ea39207 2024-11-12T21:41:23,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:41:23,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:23,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:23,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/509395504bb64509aaedf14943f2f683 is 50, key is test_row_0/B:col10/1731447683087/Put/seqid=0 2024-11-12T21:41:23,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742183_1359 (size=12001) 2024-11-12T21:41:23,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/509395504bb64509aaedf14943f2f683 2024-11-12T21:41:23,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/da628718a08941d199c6ad3b78dfc2c2 is 50, key is test_row_0/C:col10/1731447683087/Put/seqid=0 2024-11-12T21:41:23,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742184_1360 (size=12001) 2024-11-12T21:41:23,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/da628718a08941d199c6ad3b78dfc2c2 2024-11-12T21:41:23,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/b55c6e15108349599f1659594ea39207 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b55c6e15108349599f1659594ea39207 2024-11-12T21:41:23,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b55c6e15108349599f1659594ea39207, entries=150, sequenceid=15, filesize=30.2 K 2024-11-12T21:41:23,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/509395504bb64509aaedf14943f2f683 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/509395504bb64509aaedf14943f2f683 2024-11-12T21:41:23,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/509395504bb64509aaedf14943f2f683, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T21:41:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/da628718a08941d199c6ad3b78dfc2c2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/da628718a08941d199c6ad3b78dfc2c2 2024-11-12T21:41:23,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/da628718a08941d199c6ad3b78dfc2c2, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T21:41:23,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 89f4ad9c40d68737cc2a59f8f624f48e in 561ms, sequenceid=15, compaction requested=false 2024-11-12T21:41:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:23,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:41:23,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:23,703 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:41:23,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127e6297987d014d64ab9a735dd9432121_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447683147/Put/seqid=0 2024-11-12T21:41:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742185_1361 (size=12154) 2024-11-12T21:41:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:41:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:23,727 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127e6297987d014d64ab9a735dd9432121_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127e6297987d014d64ab9a735dd9432121_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/f7c78ca630fc49bb85b34f5eb7f2349b, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:23,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/f7c78ca630fc49bb85b34f5eb7f2349b is 175, key is test_row_0/A:col10/1731447683147/Put/seqid=0 2024-11-12T21:41:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742186_1362 (size=30955) 2024-11-12T21:41:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:23,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447743800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447743800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447743805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447743808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447743809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447743921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447743921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:23,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447743921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,138 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/f7c78ca630fc49bb85b34f5eb7f2349b 2024-11-12T21:41:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447744130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447744131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447744131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/e8752bd2ca3e49f693361591d9084c3b is 50, key is test_row_0/B:col10/1731447683147/Put/seqid=0 2024-11-12T21:41:24,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742187_1363 (size=12001) 2024-11-12T21:41:24,164 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/e8752bd2ca3e49f693361591d9084c3b 2024-11-12T21:41:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/14edbebcbe884f34b95c82b06ea3fc04 is 50, key is test_row_0/C:col10/1731447683147/Put/seqid=0 2024-11-12T21:41:24,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742188_1364 (size=12001) 2024-11-12T21:41:24,180 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/14edbebcbe884f34b95c82b06ea3fc04 2024-11-12T21:41:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/f7c78ca630fc49bb85b34f5eb7f2349b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/f7c78ca630fc49bb85b34f5eb7f2349b 2024-11-12T21:41:24,189 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/f7c78ca630fc49bb85b34f5eb7f2349b, entries=150, sequenceid=40, filesize=30.2 K 2024-11-12T21:41:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/e8752bd2ca3e49f693361591d9084c3b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/e8752bd2ca3e49f693361591d9084c3b 2024-11-12T21:41:24,195 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/e8752bd2ca3e49f693361591d9084c3b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T21:41:24,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/14edbebcbe884f34b95c82b06ea3fc04 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/14edbebcbe884f34b95c82b06ea3fc04 2024-11-12T21:41:24,200 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/14edbebcbe884f34b95c82b06ea3fc04, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T21:41:24,202 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 89f4ad9c40d68737cc2a59f8f624f48e in 499ms, sequenceid=40, compaction requested=false 2024-11-12T21:41:24,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:24,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-12T21:41:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-12T21:41:24,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-12T21:41:24,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1120 sec 2024-11-12T21:41:24,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.1180 sec 2024-11-12T21:41:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:41:24,231 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:24,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-12T21:41:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:41:24,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:24,238 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:24,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:24,324 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:24,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:41:24,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d8f188df543144f2b90b86c509441fec_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447683806/Put/seqid=0 2024-11-12T21:41:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:41:24,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742189_1365 (size=14594) 2024-11-12T21:41:24,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447744423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447744424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447744451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447744451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447744451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447744531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447744541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:41:24,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:24,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:24,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:24,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:24,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:24,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d8f188df543144f2b90b86c509441fec_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d8f188df543144f2b90b86c509441fec_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:24,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/84ec9964ca1146f5890e0647ec9692aa, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:24,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:41:24,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/84ec9964ca1146f5890e0647ec9692aa is 175, key is test_row_0/A:col10/1731447683806/Put/seqid=0 2024-11-12T21:41:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447744740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742190_1366 (size=39549) 2024-11-12T21:41:24,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/84ec9964ca1146f5890e0647ec9692aa 2024-11-12T21:41:24,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447744756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/87b37329fafd483dbb6729db0d24812f is 50, key is test_row_0/B:col10/1731447683806/Put/seqid=0 2024-11-12T21:41:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742191_1367 (size=12001) 2024-11-12T21:41:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:41:24,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:24,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:24,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447744960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447744970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:24,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447744971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:25,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447745060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:25,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447745071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:25,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/87b37329fafd483dbb6729db0d24812f 2024-11-12T21:41:25,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/06464d394f1f495aaa07d7094a749587 is 50, key is test_row_0/C:col10/1731447683806/Put/seqid=0 2024-11-12T21:41:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742192_1368 (size=12001) 2024-11-12T21:41:25,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:41:25,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:25,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447745581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:25,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:25,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:25,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:25,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/06464d394f1f495aaa07d7094a749587 2024-11-12T21:41:25,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/84ec9964ca1146f5890e0647ec9692aa as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/84ec9964ca1146f5890e0647ec9692aa 2024-11-12T21:41:25,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447745591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:25,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/84ec9964ca1146f5890e0647ec9692aa, entries=200, sequenceid=53, filesize=38.6 K 2024-11-12T21:41:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/87b37329fafd483dbb6729db0d24812f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/87b37329fafd483dbb6729db0d24812f 2024-11-12T21:41:25,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/87b37329fafd483dbb6729db0d24812f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-12T21:41:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/06464d394f1f495aaa07d7094a749587 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/06464d394f1f495aaa07d7094a749587 2024-11-12T21:41:25,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/06464d394f1f495aaa07d7094a749587, entries=150, sequenceid=53, filesize=11.7 K 2024-11-12T21:41:25,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 89f4ad9c40d68737cc2a59f8f624f48e in 1286ms, sequenceid=53, compaction requested=true 2024-11-12T21:41:25,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:25,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:25,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:25,610 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:25,610 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:25,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:25,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:25,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:25,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:25,611 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:25,611 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:25,611 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/A is initiating minor compaction (all files) 2024-11-12T21:41:25,611 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/B is initiating minor compaction (all files) 2024-11-12T21:41:25,611 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/B in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,611 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/A in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,611 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b55c6e15108349599f1659594ea39207, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/f7c78ca630fc49bb85b34f5eb7f2349b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/84ec9964ca1146f5890e0647ec9692aa] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=99.1 K 2024-11-12T21:41:25,611 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/509395504bb64509aaedf14943f2f683, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/e8752bd2ca3e49f693361591d9084c3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/87b37329fafd483dbb6729db0d24812f] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=35.2 K 2024-11-12T21:41:25,611 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,611 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b55c6e15108349599f1659594ea39207, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/f7c78ca630fc49bb85b34f5eb7f2349b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/84ec9964ca1146f5890e0647ec9692aa] 2024-11-12T21:41:25,611 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 509395504bb64509aaedf14943f2f683, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731447683073 2024-11-12T21:41:25,612 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b55c6e15108349599f1659594ea39207, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731447683073 2024-11-12T21:41:25,612 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e8752bd2ca3e49f693361591d9084c3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447683147 2024-11-12T21:41:25,612 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7c78ca630fc49bb85b34f5eb7f2349b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447683147 2024-11-12T21:41:25,612 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 87b37329fafd483dbb6729db0d24812f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731447683797 2024-11-12T21:41:25,612 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84ec9964ca1146f5890e0647ec9692aa, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731447683797 2024-11-12T21:41:25,620 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:25,621 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:25,622 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/d55e7845bda2480abe90e1119fb12e40 is 50, key is test_row_0/B:col10/1731447683806/Put/seqid=0 2024-11-12T21:41:25,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:41:25,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:25,626 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:41:25,633 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112a4023fab1ecf4446808d0932a84870ea_89f4ad9c40d68737cc2a59f8f624f48e store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:25,635 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112a4023fab1ecf4446808d0932a84870ea_89f4ad9c40d68737cc2a59f8f624f48e, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:25,635 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a4023fab1ecf4446808d0932a84870ea_89f4ad9c40d68737cc2a59f8f624f48e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:25,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742193_1369 (size=12104) 2024-11-12T21:41:25,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123bd024d636de4cc6b41851c93ef9f45a_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447684415/Put/seqid=0 2024-11-12T21:41:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742194_1370 (size=4469) 2024-11-12T21:41:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742195_1371 (size=12154) 2024-11-12T21:41:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:25,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:26,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447746003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447746013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447746014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,041 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/d55e7845bda2480abe90e1119fb12e40 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d55e7845bda2480abe90e1119fb12e40 2024-11-12T21:41:26,046 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/B of 89f4ad9c40d68737cc2a59f8f624f48e into d55e7845bda2480abe90e1119fb12e40(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:26,046 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:26,046 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/B, priority=13, startTime=1731447685610; duration=0sec 2024-11-12T21:41:26,047 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:26,047 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:B 2024-11-12T21:41:26,047 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:26,047 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:26,047 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/C is initiating minor compaction (all files) 2024-11-12T21:41:26,047 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/C in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:26,047 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/da628718a08941d199c6ad3b78dfc2c2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/14edbebcbe884f34b95c82b06ea3fc04, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/06464d394f1f495aaa07d7094a749587] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=35.2 K 2024-11-12T21:41:26,048 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting da628718a08941d199c6ad3b78dfc2c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731447683073 2024-11-12T21:41:26,048 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 14edbebcbe884f34b95c82b06ea3fc04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447683147 2024-11-12T21:41:26,048 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 06464d394f1f495aaa07d7094a749587, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731447683797 2024-11-12T21:41:26,052 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:26,052 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/893eb3ddb20c43f0851872178f091234 is 175, key is test_row_0/A:col10/1731447683806/Put/seqid=0 2024-11-12T21:41:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:26,058 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#C#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:26,059 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/85384a61169945cb8c56cdeebfd9aaf1 is 50, key is test_row_0/C:col10/1731447683806/Put/seqid=0 2024-11-12T21:41:26,060 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123bd024d636de4cc6b41851c93ef9f45a_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123bd024d636de4cc6b41851c93ef9f45a_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/ab6cbb26da3f4f858c924c7e509621cb, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/ab6cbb26da3f4f858c924c7e509621cb is 175, key is test_row_0/A:col10/1731447684415/Put/seqid=0 2024-11-12T21:41:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742197_1373 (size=12104) 2024-11-12T21:41:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742196_1372 (size=31058) 2024-11-12T21:41:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742198_1374 (size=30955) 2024-11-12T21:41:26,069 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/ab6cbb26da3f4f858c924c7e509621cb 2024-11-12T21:41:26,072 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/85384a61169945cb8c56cdeebfd9aaf1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/85384a61169945cb8c56cdeebfd9aaf1 2024-11-12T21:41:26,076 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/C of 89f4ad9c40d68737cc2a59f8f624f48e into 85384a61169945cb8c56cdeebfd9aaf1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:26,076 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:26,077 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/C, priority=13, startTime=1731447685610; duration=0sec 2024-11-12T21:41:26,077 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:26,077 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:C 2024-11-12T21:41:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/da7d19b328bb44dbbfe6a1213a797d21 is 50, key is test_row_0/B:col10/1731447684415/Put/seqid=0 2024-11-12T21:41:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742199_1375 (size=12001) 2024-11-12T21:41:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447746121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447746130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447746130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447746331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447746341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447746341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:41:26,470 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/893eb3ddb20c43f0851872178f091234 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/893eb3ddb20c43f0851872178f091234 2024-11-12T21:41:26,475 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/A of 89f4ad9c40d68737cc2a59f8f624f48e into 893eb3ddb20c43f0851872178f091234(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:26,475 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:26,475 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/A, priority=13, startTime=1731447685610; duration=0sec 2024-11-12T21:41:26,475 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:26,475 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:A 2024-11-12T21:41:26,485 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/da7d19b328bb44dbbfe6a1213a797d21 2024-11-12T21:41:26,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/6e5c9ce3d9e54a8cb639c93a3b95e32e is 50, key is test_row_0/C:col10/1731447684415/Put/seqid=0 2024-11-12T21:41:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742200_1376 (size=12001) 2024-11-12T21:41:26,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447746600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,610 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447746610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,621 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447746651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447746651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447746660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:26,899 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/6e5c9ce3d9e54a8cb639c93a3b95e32e 2024-11-12T21:41:26,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/ab6cbb26da3f4f858c924c7e509621cb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ab6cbb26da3f4f858c924c7e509621cb 2024-11-12T21:41:26,908 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ab6cbb26da3f4f858c924c7e509621cb, entries=150, sequenceid=76, filesize=30.2 K 2024-11-12T21:41:26,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/da7d19b328bb44dbbfe6a1213a797d21 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/da7d19b328bb44dbbfe6a1213a797d21 2024-11-12T21:41:26,914 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/da7d19b328bb44dbbfe6a1213a797d21, entries=150, sequenceid=76, filesize=11.7 K 2024-11-12T21:41:26,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/6e5c9ce3d9e54a8cb639c93a3b95e32e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6e5c9ce3d9e54a8cb639c93a3b95e32e 2024-11-12T21:41:26,919 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6e5c9ce3d9e54a8cb639c93a3b95e32e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-12T21:41:26,921 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 89f4ad9c40d68737cc2a59f8f624f48e in 1295ms, sequenceid=76, compaction requested=false 2024-11-12T21:41:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-12T21:41:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-12T21:41:26,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-12T21:41:26,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6850 sec 2024-11-12T21:41:26,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.6930 sec 2024-11-12T21:41:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:27,176 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:27,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:41:27,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a09b9126137f4e8a9f5d4e12becf9e85_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447685989/Put/seqid=0 2024-11-12T21:41:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742201_1377 (size=14594) 2024-11-12T21:41:27,201 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:27,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a09b9126137f4e8a9f5d4e12becf9e85_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a09b9126137f4e8a9f5d4e12becf9e85_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:27,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/d4364fcd6af8459ea910cfd7d92c0db0, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:27,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/d4364fcd6af8459ea910cfd7d92c0db0 is 175, key is test_row_0/A:col10/1731447685989/Put/seqid=0 2024-11-12T21:41:27,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742202_1378 (size=39549) 2024-11-12T21:41:27,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/d4364fcd6af8459ea910cfd7d92c0db0 2024-11-12T21:41:27,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/86cde7077df24031ba73bbb8e352f2e1 is 50, key is test_row_0/B:col10/1731447685989/Put/seqid=0 2024-11-12T21:41:27,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742203_1379 (size=12001) 2024-11-12T21:41:27,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447747251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447747254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447747255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447747370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447747370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447747370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447747580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447747590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447747590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/86cde7077df24031ba73bbb8e352f2e1 2024-11-12T21:41:27,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/03931a80567840f491c812d3b7979828 is 50, key is test_row_0/C:col10/1731447685989/Put/seqid=0 2024-11-12T21:41:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742204_1380 (size=12001) 2024-11-12T21:41:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447747891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447747900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447747910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/03931a80567840f491c812d3b7979828 2024-11-12T21:41:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/d4364fcd6af8459ea910cfd7d92c0db0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/d4364fcd6af8459ea910cfd7d92c0db0 2024-11-12T21:41:28,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/d4364fcd6af8459ea910cfd7d92c0db0, entries=200, sequenceid=93, filesize=38.6 K 2024-11-12T21:41:28,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/86cde7077df24031ba73bbb8e352f2e1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/86cde7077df24031ba73bbb8e352f2e1 2024-11-12T21:41:28,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/86cde7077df24031ba73bbb8e352f2e1, entries=150, sequenceid=93, filesize=11.7 K 2024-11-12T21:41:28,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/03931a80567840f491c812d3b7979828 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/03931a80567840f491c812d3b7979828 2024-11-12T21:41:28,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/03931a80567840f491c812d3b7979828, entries=150, sequenceid=93, filesize=11.7 K 2024-11-12T21:41:28,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 89f4ad9c40d68737cc2a59f8f624f48e in 901ms, sequenceid=93, compaction requested=true 2024-11-12T21:41:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:28,077 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:28,077 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:28,078 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:28,078 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/A is initiating minor compaction (all files) 2024-11-12T21:41:28,078 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/A in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,078 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/893eb3ddb20c43f0851872178f091234, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ab6cbb26da3f4f858c924c7e509621cb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/d4364fcd6af8459ea910cfd7d92c0db0] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=99.2 K 2024-11-12T21:41:28,078 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,078 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/893eb3ddb20c43f0851872178f091234, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ab6cbb26da3f4f858c924c7e509621cb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/d4364fcd6af8459ea910cfd7d92c0db0] 2024-11-12T21:41:28,079 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:28,079 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 893eb3ddb20c43f0851872178f091234, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731447683797 2024-11-12T21:41:28,079 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/B is initiating minor compaction (all files) 2024-11-12T21:41:28,079 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/B in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,079 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d55e7845bda2480abe90e1119fb12e40, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/da7d19b328bb44dbbfe6a1213a797d21, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/86cde7077df24031ba73bbb8e352f2e1] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=35.3 K 2024-11-12T21:41:28,079 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab6cbb26da3f4f858c924c7e509621cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731447684415 2024-11-12T21:41:28,079 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4364fcd6af8459ea910cfd7d92c0db0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731447685989 2024-11-12T21:41:28,079 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d55e7845bda2480abe90e1119fb12e40, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731447683797 2024-11-12T21:41:28,079 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting da7d19b328bb44dbbfe6a1213a797d21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731447684415 2024-11-12T21:41:28,080 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 86cde7077df24031ba73bbb8e352f2e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731447685989 2024-11-12T21:41:28,085 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:28,085 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/a03c4c8f45a94907ab56b686791985d9 is 50, key is test_row_0/B:col10/1731447685989/Put/seqid=0 2024-11-12T21:41:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742205_1381 (size=12207) 2024-11-12T21:41:28,092 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:28,094 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111281d34d56bed34eff85b4743ee1cb3d79_89f4ad9c40d68737cc2a59f8f624f48e store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:28,096 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111281d34d56bed34eff85b4743ee1cb3d79_89f4ad9c40d68737cc2a59f8f624f48e, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:28,096 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281d34d56bed34eff85b4743ee1cb3d79_89f4ad9c40d68737cc2a59f8f624f48e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:28,096 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/a03c4c8f45a94907ab56b686791985d9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a03c4c8f45a94907ab56b686791985d9 2024-11-12T21:41:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742206_1382 (size=4469) 2024-11-12T21:41:28,101 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/B of 89f4ad9c40d68737cc2a59f8f624f48e into a03c4c8f45a94907ab56b686791985d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:28,101 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:28,101 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/B, priority=13, startTime=1731447688077; duration=0sec 2024-11-12T21:41:28,101 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:28,101 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:B 2024-11-12T21:41:28,101 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:28,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:28,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/C is initiating minor compaction (all files) 2024-11-12T21:41:28,105 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/C in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,105 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/85384a61169945cb8c56cdeebfd9aaf1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6e5c9ce3d9e54a8cb639c93a3b95e32e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/03931a80567840f491c812d3b7979828] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=35.3 K 2024-11-12T21:41:28,106 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 85384a61169945cb8c56cdeebfd9aaf1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731447683797 2024-11-12T21:41:28,106 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e5c9ce3d9e54a8cb639c93a3b95e32e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731447684415 2024-11-12T21:41:28,106 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 03931a80567840f491c812d3b7979828, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731447685989 2024-11-12T21:41:28,112 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:28,112 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/ef57932b48874b4e90bc38e5cc9ac790 is 50, key is test_row_0/C:col10/1731447685989/Put/seqid=0 2024-11-12T21:41:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742207_1383 (size=12207) 2024-11-12T21:41:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:41:28,401 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:28,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-12T21:41:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:41:28,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:28,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:28,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:28,416 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:28,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:41:28,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125cdaf8846f9749e3803bbf06df0ea0c9_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447688416/Put/seqid=0 2024-11-12T21:41:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742208_1384 (size=17034) 2024-11-12T21:41:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447748449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,461 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:28,465 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125cdaf8846f9749e3803bbf06df0ea0c9_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125cdaf8846f9749e3803bbf06df0ea0c9_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:28,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/68a1f55de68a4ffbb1fccced95fa1eb8, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447748453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447748454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/68a1f55de68a4ffbb1fccced95fa1eb8 is 175, key is test_row_0/A:col10/1731447688416/Put/seqid=0 2024-11-12T21:41:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742209_1385 (size=48139) 2024-11-12T21:41:28,502 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#A#compaction#328 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:28,502 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/b3f6d5ca406942798c338cdbd88fb3a9 is 175, key is test_row_0/A:col10/1731447685989/Put/seqid=0 2024-11-12T21:41:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:41:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742210_1386 (size=31161) 2024-11-12T21:41:28,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/b3f6d5ca406942798c338cdbd88fb3a9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b3f6d5ca406942798c338cdbd88fb3a9 2024-11-12T21:41:28,529 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/ef57932b48874b4e90bc38e5cc9ac790 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/ef57932b48874b4e90bc38e5cc9ac790 2024-11-12T21:41:28,531 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/A of 89f4ad9c40d68737cc2a59f8f624f48e into b3f6d5ca406942798c338cdbd88fb3a9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:28,531 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:28,531 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/A, priority=13, startTime=1731447688077; duration=0sec 2024-11-12T21:41:28,531 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:28,531 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:A 2024-11-12T21:41:28,534 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/C of 89f4ad9c40d68737cc2a59f8f624f48e into ef57932b48874b4e90bc38e5cc9ac790(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:28,534 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:28,534 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/C, priority=13, startTime=1731447688077; duration=0sec 2024-11-12T21:41:28,534 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:28,534 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:C 2024-11-12T21:41:28,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:41:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447748570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447748570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447748570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447748621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,625 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447748630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,634 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:41:28,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:28,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:41:28,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447748780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447748780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447748780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:28,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:41:28,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:28,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:28,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:28,882 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/68a1f55de68a4ffbb1fccced95fa1eb8 2024-11-12T21:41:28,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/fa8a392408df4e52a3adcd050a4b66c0 is 50, key is test_row_0/B:col10/1731447688416/Put/seqid=0 2024-11-12T21:41:28,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742211_1387 (size=12001) 2024-11-12T21:41:28,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/fa8a392408df4e52a3adcd050a4b66c0 2024-11-12T21:41:28,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/9f2d0732e8a34c8b8c4439065ffe6fa2 is 50, key is test_row_0/C:col10/1731447688416/Put/seqid=0 2024-11-12T21:41:28,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742212_1388 (size=12001) 2024-11-12T21:41:29,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:41:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:29,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:41:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447749090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447749090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447749090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:29,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:41:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:29,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:41:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:29,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:29,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/9f2d0732e8a34c8b8c4439065ffe6fa2 2024-11-12T21:41:29,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/68a1f55de68a4ffbb1fccced95fa1eb8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/68a1f55de68a4ffbb1fccced95fa1eb8 2024-11-12T21:41:29,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/68a1f55de68a4ffbb1fccced95fa1eb8, entries=250, sequenceid=118, filesize=47.0 K 2024-11-12T21:41:29,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/fa8a392408df4e52a3adcd050a4b66c0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/fa8a392408df4e52a3adcd050a4b66c0 2024-11-12T21:41:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/fa8a392408df4e52a3adcd050a4b66c0, entries=150, sequenceid=118, filesize=11.7 K 2024-11-12T21:41:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/9f2d0732e8a34c8b8c4439065ffe6fa2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/9f2d0732e8a34c8b8c4439065ffe6fa2 2024-11-12T21:41:29,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/9f2d0732e8a34c8b8c4439065ffe6fa2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-12T21:41:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 89f4ad9c40d68737cc2a59f8f624f48e in 928ms, sequenceid=118, compaction requested=false 2024-11-12T21:41:29,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:41:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:29,476 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:41:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b8679f798de3413ba5a593aab822f47d_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447688450/Put/seqid=0 2024-11-12T21:41:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742213_1389 (size=9764) 2024-11-12T21:41:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:41:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:29,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447749851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:29,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447749854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447749856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:29,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:29,934 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b8679f798de3413ba5a593aab822f47d_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b8679f798de3413ba5a593aab822f47d_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:29,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/c7c8d8ec2f1246f199b5ead9bf40d80a, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:29,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/c7c8d8ec2f1246f199b5ead9bf40d80a is 175, key is test_row_0/A:col10/1731447688450/Put/seqid=0 2024-11-12T21:41:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742214_1390 (size=22411) 2024-11-12T21:41:29,943 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/c7c8d8ec2f1246f199b5ead9bf40d80a 2024-11-12T21:41:29,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/277774beb18b4fe0ab910000ae598c19 is 50, key is test_row_0/B:col10/1731447688450/Put/seqid=0 2024-11-12T21:41:29,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742215_1391 (size=9707) 2024-11-12T21:41:29,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447749971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447749971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447749971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:30,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447750181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:30,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:30,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447750181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:30,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:30,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447750190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:30,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:30,359 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/277774beb18b4fe0ab910000ae598c19 2024-11-12T21:41:30,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/d70f887c028444b4af96a97b3f899ea2 is 50, key is test_row_0/C:col10/1731447688450/Put/seqid=0 2024-11-12T21:41:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742216_1392 (size=9707) 2024-11-12T21:41:30,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447750490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447750491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:30,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447750510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:41:30,778 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/d70f887c028444b4af96a97b3f899ea2 2024-11-12T21:41:30,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/c7c8d8ec2f1246f199b5ead9bf40d80a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/c7c8d8ec2f1246f199b5ead9bf40d80a 2024-11-12T21:41:30,787 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/c7c8d8ec2f1246f199b5ead9bf40d80a, entries=100, sequenceid=132, filesize=21.9 K 2024-11-12T21:41:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/277774beb18b4fe0ab910000ae598c19 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/277774beb18b4fe0ab910000ae598c19 2024-11-12T21:41:30,793 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/277774beb18b4fe0ab910000ae598c19, entries=100, sequenceid=132, filesize=9.5 K 2024-11-12T21:41:30,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/d70f887c028444b4af96a97b3f899ea2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d70f887c028444b4af96a97b3f899ea2 2024-11-12T21:41:30,801 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d70f887c028444b4af96a97b3f899ea2, entries=100, sequenceid=132, filesize=9.5 K 2024-11-12T21:41:30,802 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 89f4ad9c40d68737cc2a59f8f624f48e in 1326ms, sequenceid=132, compaction requested=true 2024-11-12T21:41:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-12T21:41:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-12T21:41:30,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-12T21:41:30,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4000 sec 2024-11-12T21:41:30,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.4040 sec 2024-11-12T21:41:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:31,018 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:31,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:41:31,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d34788d290e948de96d4bcefa67b656a_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447689846/Put/seqid=0 2024-11-12T21:41:31,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742217_1393 (size=12304) 2024-11-12T21:41:31,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:31,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d34788d290e948de96d4bcefa67b656a_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d34788d290e948de96d4bcefa67b656a_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:31,033 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/154e8b2f97594eb49cbb1137a33a695e, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:31,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/154e8b2f97594eb49cbb1137a33a695e is 175, key is test_row_0/A:col10/1731447689846/Put/seqid=0 2024-11-12T21:41:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742218_1394 (size=31105) 2024-11-12T21:41:31,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447751038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447751039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447751043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447751150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447751160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447751160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447751360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447751370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447751381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,437 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/154e8b2f97594eb49cbb1137a33a695e 2024-11-12T21:41:31,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/9b16ef5b2d8e401f80204477408034f9 is 50, key is test_row_0/B:col10/1731447689846/Put/seqid=0 2024-11-12T21:41:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742219_1395 (size=12151) 2024-11-12T21:41:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447751671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447751681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447751690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:31,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/9b16ef5b2d8e401f80204477408034f9 2024-11-12T21:41:31,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/5bbe101b13d94f9f8f72ec952100542a is 50, key is test_row_0/C:col10/1731447689846/Put/seqid=0 2024-11-12T21:41:31,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742220_1396 (size=12151) 2024-11-12T21:41:32,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447752190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:32,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447752190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447752201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:32,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/5bbe101b13d94f9f8f72ec952100542a 2024-11-12T21:41:32,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/154e8b2f97594eb49cbb1137a33a695e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/154e8b2f97594eb49cbb1137a33a695e 2024-11-12T21:41:32,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/154e8b2f97594eb49cbb1137a33a695e, entries=150, sequenceid=157, filesize=30.4 K 2024-11-12T21:41:32,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/9b16ef5b2d8e401f80204477408034f9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/9b16ef5b2d8e401f80204477408034f9 2024-11-12T21:41:32,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/9b16ef5b2d8e401f80204477408034f9, entries=150, sequenceid=157, filesize=11.9 K 2024-11-12T21:41:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/5bbe101b13d94f9f8f72ec952100542a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/5bbe101b13d94f9f8f72ec952100542a 2024-11-12T21:41:32,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/5bbe101b13d94f9f8f72ec952100542a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-12T21:41:32,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 89f4ad9c40d68737cc2a59f8f624f48e in 1258ms, sequenceid=157, compaction requested=true 2024-11-12T21:41:32,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:32,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:32,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:32,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:32,277 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:32,277 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:32,277 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:32,277 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/A is initiating minor compaction (all files) 2024-11-12T21:41:32,277 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/A in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:32,278 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b3f6d5ca406942798c338cdbd88fb3a9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/68a1f55de68a4ffbb1fccced95fa1eb8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/c7c8d8ec2f1246f199b5ead9bf40d80a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/154e8b2f97594eb49cbb1137a33a695e] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=129.7 K 2024-11-12T21:41:32,278 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:32,278 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b3f6d5ca406942798c338cdbd88fb3a9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/68a1f55de68a4ffbb1fccced95fa1eb8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/c7c8d8ec2f1246f199b5ead9bf40d80a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/154e8b2f97594eb49cbb1137a33a695e] 2024-11-12T21:41:32,278 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:32,278 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/B is initiating minor compaction (all files) 2024-11-12T21:41:32,278 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/B in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:32,278 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3f6d5ca406942798c338cdbd88fb3a9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731447685989 2024-11-12T21:41:32,278 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a03c4c8f45a94907ab56b686791985d9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/fa8a392408df4e52a3adcd050a4b66c0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/277774beb18b4fe0ab910000ae598c19, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/9b16ef5b2d8e401f80204477408034f9] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=45.0 K 2024-11-12T21:41:32,278 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68a1f55de68a4ffbb1fccced95fa1eb8, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731447687248 2024-11-12T21:41:32,278 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting a03c4c8f45a94907ab56b686791985d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731447685989 2024-11-12T21:41:32,278 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting fa8a392408df4e52a3adcd050a4b66c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731447687248 2024-11-12T21:41:32,278 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7c8d8ec2f1246f199b5ead9bf40d80a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731447688450 2024-11-12T21:41:32,279 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 277774beb18b4fe0ab910000ae598c19, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731447688450 2024-11-12T21:41:32,279 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 154e8b2f97594eb49cbb1137a33a695e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731447689846 2024-11-12T21:41:32,279 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b16ef5b2d8e401f80204477408034f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731447689846 2024-11-12T21:41:32,288 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:32,288 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/d02d6101997f48ffbaacad364934065b is 50, key is test_row_0/B:col10/1731447689846/Put/seqid=0 2024-11-12T21:41:32,297 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:32,302 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111222281e3394474b1b932d9824a3936ce1_89f4ad9c40d68737cc2a59f8f624f48e store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742221_1397 (size=12493) 2024-11-12T21:41:32,304 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111222281e3394474b1b932d9824a3936ce1_89f4ad9c40d68737cc2a59f8f624f48e, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:32,304 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111222281e3394474b1b932d9824a3936ce1_89f4ad9c40d68737cc2a59f8f624f48e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:32,314 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/d02d6101997f48ffbaacad364934065b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d02d6101997f48ffbaacad364934065b 2024-11-12T21:41:32,323 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/B of 89f4ad9c40d68737cc2a59f8f624f48e into d02d6101997f48ffbaacad364934065b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:32,323 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:32,323 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/B, priority=12, startTime=1731447692276; duration=0sec 2024-11-12T21:41:32,323 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:32,323 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:B 2024-11-12T21:41:32,323 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:32,324 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:32,324 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/C is initiating minor compaction (all files) 2024-11-12T21:41:32,325 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/C in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:32,325 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/ef57932b48874b4e90bc38e5cc9ac790, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/9f2d0732e8a34c8b8c4439065ffe6fa2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d70f887c028444b4af96a97b3f899ea2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/5bbe101b13d94f9f8f72ec952100542a] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=45.0 K 2024-11-12T21:41:32,325 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ef57932b48874b4e90bc38e5cc9ac790, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731447685989 2024-11-12T21:41:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742222_1398 (size=4469) 2024-11-12T21:41:32,328 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f2d0732e8a34c8b8c4439065ffe6fa2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731447687248 2024-11-12T21:41:32,329 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d70f887c028444b4af96a97b3f899ea2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731447688450 2024-11-12T21:41:32,329 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#A#compaction#340 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:32,329 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/051ab93f0e164309bca18f88360114fc is 175, key is test_row_0/A:col10/1731447689846/Put/seqid=0 2024-11-12T21:41:32,330 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bbe101b13d94f9f8f72ec952100542a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731447689846 2024-11-12T21:41:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742223_1399 (size=31447) 2024-11-12T21:41:32,345 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/051ab93f0e164309bca18f88360114fc as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/051ab93f0e164309bca18f88360114fc 2024-11-12T21:41:32,350 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/A of 89f4ad9c40d68737cc2a59f8f624f48e into 051ab93f0e164309bca18f88360114fc(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:32,350 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:32,350 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/A, priority=12, startTime=1731447692276; duration=0sec 2024-11-12T21:41:32,350 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:32,350 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:A 2024-11-12T21:41:32,373 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:32,374 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/6ac6d64ba3c4426b98395846ea7b136e is 50, key is test_row_0/C:col10/1731447689846/Put/seqid=0 2024-11-12T21:41:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742224_1400 (size=12493) 2024-11-12T21:41:32,399 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/6ac6d64ba3c4426b98395846ea7b136e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6ac6d64ba3c4426b98395846ea7b136e 2024-11-12T21:41:32,407 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/C of 89f4ad9c40d68737cc2a59f8f624f48e into 6ac6d64ba3c4426b98395846ea7b136e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:32,407 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:32,407 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/C, priority=12, startTime=1731447692277; duration=0sec 2024-11-12T21:41:32,407 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:32,407 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:C 2024-11-12T21:41:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:41:32,581 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:32,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-12T21:41:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:41:32,583 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:32,584 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:32,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:32,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:32,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:41:32,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ca4a1e22475c4f648b1b664cbaadf16b_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447692641/Put/seqid=0 2024-11-12T21:41:32,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742225_1401 (size=14794) 2024-11-12T21:41:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:41:32,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447752718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:32,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447752721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:32,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:32,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:32,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447752830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:32,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447752831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:32,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:32,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:41:33,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:33,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:33,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447753040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447753050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:33,064 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ca4a1e22475c4f648b1b664cbaadf16b_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ca4a1e22475c4f648b1b664cbaadf16b_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:33,065 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/6033968748a14cecbba0705ea419ce9f, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:33,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/6033968748a14cecbba0705ea419ce9f is 175, key is test_row_0/A:col10/1731447692641/Put/seqid=0 2024-11-12T21:41:33,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742226_1402 (size=39749) 2024-11-12T21:41:33,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:33,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:33,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:41:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447753210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,217 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_2' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447753211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,220 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447753220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,226 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:33,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447753350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447753360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,476 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/6033968748a14cecbba0705ea419ce9f 2024-11-12T21:41:33,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/497a58606bd742ab8b8f089dfc354c8d is 50, key is test_row_0/B:col10/1731447692641/Put/seqid=0 2024-11-12T21:41:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742227_1403 (size=12151) 2024-11-12T21:41:33,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/497a58606bd742ab8b8f089dfc354c8d 2024-11-12T21:41:33,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/d01e2909b7694b34b1a1e0b74bb3e411 is 50, key is test_row_0/C:col10/1731447692641/Put/seqid=0 2024-11-12T21:41:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742228_1404 (size=12151) 2024-11-12T21:41:33,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:41:33,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:33,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:33,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:33,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447753860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447753870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:33,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/d01e2909b7694b34b1a1e0b74bb3e411 2024-11-12T21:41:33,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/6033968748a14cecbba0705ea419ce9f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/6033968748a14cecbba0705ea419ce9f 2024-11-12T21:41:33,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/6033968748a14cecbba0705ea419ce9f, entries=200, sequenceid=172, filesize=38.8 K 2024-11-12T21:41:33,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/497a58606bd742ab8b8f089dfc354c8d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/497a58606bd742ab8b8f089dfc354c8d 2024-11-12T21:41:33,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/497a58606bd742ab8b8f089dfc354c8d, entries=150, sequenceid=172, filesize=11.9 K 2024-11-12T21:41:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/d01e2909b7694b34b1a1e0b74bb3e411 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d01e2909b7694b34b1a1e0b74bb3e411 2024-11-12T21:41:33,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d01e2909b7694b34b1a1e0b74bb3e411, entries=150, sequenceid=172, filesize=11.9 K 2024-11-12T21:41:33,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 89f4ad9c40d68737cc2a59f8f624f48e in 1288ms, sequenceid=172, compaction requested=false 2024-11-12T21:41:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:33,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:41:33,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:33,960 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:41:33,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281132bdf3e554433be94592a7810af4d_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447692717/Put/seqid=0 2024-11-12T21:41:33,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742229_1405 (size=12304) 2024-11-12T21:41:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:33,975 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281132bdf3e554433be94592a7810af4d_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281132bdf3e554433be94592a7810af4d_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/42ccde7f167146238a002fd8cfb0580a, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:33,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/42ccde7f167146238a002fd8cfb0580a is 175, key is test_row_0/A:col10/1731447692717/Put/seqid=0 2024-11-12T21:41:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742230_1406 (size=31105) 2024-11-12T21:41:33,982 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/42ccde7f167146238a002fd8cfb0580a 2024-11-12T21:41:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/51863cd87e8240019fd5c2c15644dbe8 is 50, key is test_row_0/B:col10/1731447692717/Put/seqid=0 2024-11-12T21:41:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742231_1407 (size=12151) 2024-11-12T21:41:34,009 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/51863cd87e8240019fd5c2c15644dbe8 2024-11-12T21:41:34,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/00f9f623c61043978982131bd7c58ed8 is 50, key is test_row_0/C:col10/1731447692717/Put/seqid=0 2024-11-12T21:41:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742232_1408 (size=12151) 2024-11-12T21:41:34,424 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/00f9f623c61043978982131bd7c58ed8 2024-11-12T21:41:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/42ccde7f167146238a002fd8cfb0580a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/42ccde7f167146238a002fd8cfb0580a 2024-11-12T21:41:34,431 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/42ccde7f167146238a002fd8cfb0580a, entries=150, sequenceid=196, filesize=30.4 K 2024-11-12T21:41:34,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/51863cd87e8240019fd5c2c15644dbe8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/51863cd87e8240019fd5c2c15644dbe8 2024-11-12T21:41:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,434 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/51863cd87e8240019fd5c2c15644dbe8, entries=150, sequenceid=196, filesize=11.9 K 2024-11-12T21:41:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/00f9f623c61043978982131bd7c58ed8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/00f9f623c61043978982131bd7c58ed8 2024-11-12T21:41:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,438 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/00f9f623c61043978982131bd7c58ed8, entries=150, sequenceid=196, filesize=11.9 K 2024-11-12T21:41:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,439 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 89f4ad9c40d68737cc2a59f8f624f48e in 479ms, sequenceid=196, compaction requested=true 2024-11-12T21:41:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-12T21:41:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-12T21:41:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-12T21:41:34,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8560 sec 2024-11-12T21:41:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8620 sec 2024-11-12T21:41:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:41:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,730 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,731 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-12T21:41:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,733 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:41:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,734 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:34,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:41:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:41:34,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:34,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-12T21:41:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-12T21:41:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-12T21:41:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-12T21:41:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 163 msec 2024-11-12T21:41:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:41:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,051 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-12T21:41:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:41:35,054 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,054 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:35,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,059 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:35,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:41:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129e72eb1fea3c4a3cb773aa39aa9bcd41_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447694909/Put/seqid=0 2024-11-12T21:41:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742233_1409 (size=14794) 2024-11-12T21:41:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,076 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:41:35,080 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129e72eb1fea3c4a3cb773aa39aa9bcd41_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129e72eb1fea3c4a3cb773aa39aa9bcd41_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:35,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/4937711ba4bf4d5eb11636c4ffae9dec, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:35,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/4937711ba4bf4d5eb11636c4ffae9dec is 175, key is test_row_0/A:col10/1731447694909/Put/seqid=0 2024-11-12T21:41:35,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742234_1410 (size=39749) 2024-11-12T21:41:35,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/4937711ba4bf4d5eb11636c4ffae9dec 2024-11-12T21:41:35,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/f65b0293f8b2453a8c7213f7f7d77b38 is 50, key is test_row_0/B:col10/1731447694909/Put/seqid=0 2024-11-12T21:41:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742235_1411 (size=12151) 2024-11-12T21:41:35,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/f65b0293f8b2453a8c7213f7f7d77b38 2024-11-12T21:41:35,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/4857141f89d744c8ab1d83bb47294abb is 50, key is test_row_0/C:col10/1731447694909/Put/seqid=0 2024-11-12T21:41:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742236_1412 (size=12151) 2024-11-12T21:41:35,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/4857141f89d744c8ab1d83bb47294abb 2024-11-12T21:41:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/4937711ba4bf4d5eb11636c4ffae9dec as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/4937711ba4bf4d5eb11636c4ffae9dec 2024-11-12T21:41:35,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/4937711ba4bf4d5eb11636c4ffae9dec, entries=200, sequenceid=208, filesize=38.8 K 2024-11-12T21:41:35,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/f65b0293f8b2453a8c7213f7f7d77b38 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f65b0293f8b2453a8c7213f7f7d77b38 2024-11-12T21:41:35,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f65b0293f8b2453a8c7213f7f7d77b38, entries=150, sequenceid=208, filesize=11.9 K 2024-11-12T21:41:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:41:35,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/4857141f89d744c8ab1d83bb47294abb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4857141f89d744c8ab1d83bb47294abb 2024-11-12T21:41:35,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4857141f89d744c8ab1d83bb47294abb, entries=150, sequenceid=208, filesize=11.9 K 2024-11-12T21:41:35,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=107.34 KB/109920 for 89f4ad9c40d68737cc2a59f8f624f48e in 109ms, sequenceid=208, compaction requested=true 2024-11-12T21:41:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:35,168 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:35,168 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:35,170 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:35,170 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/B is initiating minor compaction (all files) 2024-11-12T21:41:35,170 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/B in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,170 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:35,170 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/A is initiating minor compaction (all files) 2024-11-12T21:41:35,170 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/A in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,170 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/051ab93f0e164309bca18f88360114fc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/6033968748a14cecbba0705ea419ce9f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/42ccde7f167146238a002fd8cfb0580a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/4937711ba4bf4d5eb11636c4ffae9dec] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=138.7 K 2024-11-12T21:41:35,170 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,170 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/051ab93f0e164309bca18f88360114fc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/6033968748a14cecbba0705ea419ce9f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/42ccde7f167146238a002fd8cfb0580a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/4937711ba4bf4d5eb11636c4ffae9dec] 2024-11-12T21:41:35,171 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d02d6101997f48ffbaacad364934065b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/497a58606bd742ab8b8f089dfc354c8d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/51863cd87e8240019fd5c2c15644dbe8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f65b0293f8b2453a8c7213f7f7d77b38] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=47.8 K 2024-11-12T21:41:35,173 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d02d6101997f48ffbaacad364934065b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731447689846 2024-11-12T21:41:35,173 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 051ab93f0e164309bca18f88360114fc, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731447689846 2024-11-12T21:41:35,174 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6033968748a14cecbba0705ea419ce9f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731447691037 2024-11-12T21:41:35,174 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 497a58606bd742ab8b8f089dfc354c8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731447691037 2024-11-12T21:41:35,174 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42ccde7f167146238a002fd8cfb0580a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731447692711 2024-11-12T21:41:35,174 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 51863cd87e8240019fd5c2c15644dbe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731447692711 2024-11-12T21:41:35,174 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4937711ba4bf4d5eb11636c4ffae9dec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731447694909 2024-11-12T21:41:35,174 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f65b0293f8b2453a8c7213f7f7d77b38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731447694909 2024-11-12T21:41:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:35,181 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:35,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T21:41:35,185 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:35,200 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:35,201 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/bea7613783b04653a1076315341f153d is 50, key is test_row_0/B:col10/1731447694909/Put/seqid=0 2024-11-12T21:41:35,202 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112dda0cb42968243418415e4933863b910_89f4ad9c40d68737cc2a59f8f624f48e store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:35,204 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112dda0cb42968243418415e4933863b910_89f4ad9c40d68737cc2a59f8f624f48e, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:35,205 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112dda0cb42968243418415e4933863b910_89f4ad9c40d68737cc2a59f8f624f48e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:35,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T21:41:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742238_1414 (size=4469) 2024-11-12T21:41:35,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742237_1413 (size=12629) 2024-11-12T21:41:35,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111245821f4d419445c2a61dc7e79b159dfd_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447695180/Put/seqid=0 2024-11-12T21:41:35,224 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#A#compaction#351 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:35,225 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/2e23335d7775448da154bbbf9068d42a is 175, key is test_row_0/A:col10/1731447694909/Put/seqid=0 2024-11-12T21:41:35,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742239_1415 (size=17284) 2024-11-12T21:41:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742240_1416 (size=31583) 2024-11-12T21:41:35,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111245821f4d419445c2a61dc7e79b159dfd_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111245821f4d419445c2a61dc7e79b159dfd_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:35,244 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/1ab858bab7664c53bc817e5b7abc489e, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:35,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/1ab858bab7664c53bc817e5b7abc489e is 175, key is test_row_0/A:col10/1731447695180/Put/seqid=0 2024-11-12T21:41:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742241_1417 (size=48389) 2024-11-12T21:41:35,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447755247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447755250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447755254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,260 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447755258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447755259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T21:41:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:41:35,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447755371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447755371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447755371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447755380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T21:41:35,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:35,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447755591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447755591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447755591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447755591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,628 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/bea7613783b04653a1076315341f153d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/bea7613783b04653a1076315341f153d 2024-11-12T21:41:35,633 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/B of 89f4ad9c40d68737cc2a59f8f624f48e into bea7613783b04653a1076315341f153d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:35,633 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:35,633 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/B, priority=12, startTime=1731447695168; duration=0sec 2024-11-12T21:41:35,633 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:35,633 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:B 2024-11-12T21:41:35,633 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:35,634 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:35,634 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/C is initiating minor compaction (all files) 2024-11-12T21:41:35,634 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/C in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,634 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6ac6d64ba3c4426b98395846ea7b136e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d01e2909b7694b34b1a1e0b74bb3e411, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/00f9f623c61043978982131bd7c58ed8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4857141f89d744c8ab1d83bb47294abb] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=47.8 K 2024-11-12T21:41:35,634 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ac6d64ba3c4426b98395846ea7b136e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731447689846 2024-11-12T21:41:35,635 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d01e2909b7694b34b1a1e0b74bb3e411, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731447691037 2024-11-12T21:41:35,635 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 00f9f623c61043978982131bd7c58ed8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731447692711 2024-11-12T21:41:35,635 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 4857141f89d744c8ab1d83bb47294abb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731447694909 2024-11-12T21:41:35,644 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#C#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:35,644 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/0801388612eb4715b4ad4728f057f0f7 is 50, key is test_row_0/C:col10/1731447694909/Put/seqid=0 2024-11-12T21:41:35,649 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/2e23335d7775448da154bbbf9068d42a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/2e23335d7775448da154bbbf9068d42a 2024-11-12T21:41:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742242_1418 (size=12629) 2024-11-12T21:41:35,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/1ab858bab7664c53bc817e5b7abc489e 2024-11-12T21:41:35,655 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/0801388612eb4715b4ad4728f057f0f7 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/0801388612eb4715b4ad4728f057f0f7 2024-11-12T21:41:35,655 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/A of 89f4ad9c40d68737cc2a59f8f624f48e into 2e23335d7775448da154bbbf9068d42a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:35,655 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:35,655 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/A, priority=12, startTime=1731447695168; duration=0sec 2024-11-12T21:41:35,655 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:35,655 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:A 2024-11-12T21:41:35,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7c592c7d592343b4965a90be6616ca6b is 50, key is test_row_0/B:col10/1731447695180/Put/seqid=0 2024-11-12T21:41:35,663 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/C of 89f4ad9c40d68737cc2a59f8f624f48e into 0801388612eb4715b4ad4728f057f0f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:35,663 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:35,663 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/C, priority=12, startTime=1731447695169; duration=0sec 2024-11-12T21:41:35,663 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:35,663 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:C 2024-11-12T21:41:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742243_1419 (size=12151) 2024-11-12T21:41:35,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7c592c7d592343b4965a90be6616ca6b 2024-11-12T21:41:35,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T21:41:35,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:35,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:35,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/4f9c1fb50b744d06b45762c48f3c7235 is 50, key is test_row_0/C:col10/1731447695180/Put/seqid=0 2024-11-12T21:41:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:41:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742244_1420 (size=12151) 2024-11-12T21:41:35,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/4f9c1fb50b744d06b45762c48f3c7235 2024-11-12T21:41:35,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/1ab858bab7664c53bc817e5b7abc489e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/1ab858bab7664c53bc817e5b7abc489e 2024-11-12T21:41:35,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/1ab858bab7664c53bc817e5b7abc489e, entries=250, sequenceid=229, filesize=47.3 K 2024-11-12T21:41:35,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7c592c7d592343b4965a90be6616ca6b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7c592c7d592343b4965a90be6616ca6b 2024-11-12T21:41:35,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7c592c7d592343b4965a90be6616ca6b, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:41:35,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/4f9c1fb50b744d06b45762c48f3c7235 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4f9c1fb50b744d06b45762c48f3c7235 2024-11-12T21:41:35,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4f9c1fb50b744d06b45762c48f3c7235, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:41:35,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 89f4ad9c40d68737cc2a59f8f624f48e in 539ms, sequenceid=229, compaction requested=false 2024-11-12T21:41:35,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:35,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T21:41:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:35,823 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T21:41:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127bf94bcc47a44317b17e3f741062ddef_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447695253/Put/seqid=0 2024-11-12T21:41:35,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742245_1421 (size=12304) 2024-11-12T21:41:35,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:35,858 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127bf94bcc47a44317b17e3f741062ddef_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bf94bcc47a44317b17e3f741062ddef_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/449473ba449548e4b3c47abe5082b4fe, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/449473ba449548e4b3c47abe5082b4fe is 175, key is test_row_0/A:col10/1731447695253/Put/seqid=0 2024-11-12T21:41:35,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742246_1422 (size=31105) 2024-11-12T21:41:35,868 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/449473ba449548e4b3c47abe5082b4fe 2024-11-12T21:41:35,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7198479320e54b40960eb3ce07f40590 is 50, key is test_row_0/B:col10/1731447695253/Put/seqid=0 2024-11-12T21:41:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742247_1423 (size=12151) 2024-11-12T21:41:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:35,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:35,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447755955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447755956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447755958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447755959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447756081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447756081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447756081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447756081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:41:36,291 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7198479320e54b40960eb3ce07f40590 2024-11-12T21:41:36,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/7a7bde4458ae4becaad35e3a1090e5ac is 50, key is test_row_0/C:col10/1731447695253/Put/seqid=0 2024-11-12T21:41:36,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742248_1424 (size=12151) 2024-11-12T21:41:36,306 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/7a7bde4458ae4becaad35e3a1090e5ac 2024-11-12T21:41:36,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/449473ba449548e4b3c47abe5082b4fe as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/449473ba449548e4b3c47abe5082b4fe 2024-11-12T21:41:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447756301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447756301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447756301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447756302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,316 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/449473ba449548e4b3c47abe5082b4fe, entries=150, sequenceid=247, filesize=30.4 K 2024-11-12T21:41:36,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7198479320e54b40960eb3ce07f40590 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7198479320e54b40960eb3ce07f40590 2024-11-12T21:41:36,319 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7198479320e54b40960eb3ce07f40590, entries=150, sequenceid=247, filesize=11.9 K 2024-11-12T21:41:36,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/7a7bde4458ae4becaad35e3a1090e5ac as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7a7bde4458ae4becaad35e3a1090e5ac 2024-11-12T21:41:36,322 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7a7bde4458ae4becaad35e3a1090e5ac, entries=150, sequenceid=247, filesize=11.9 K 2024-11-12T21:41:36,323 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 89f4ad9c40d68737cc2a59f8f624f48e in 500ms, sequenceid=247, compaction requested=true 2024-11-12T21:41:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-12T21:41:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-12T21:41:36,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-12T21:41:36,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2700 sec 2024-11-12T21:41:36,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.2760 sec 2024-11-12T21:41:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:36,625 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:36,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T21:41:36,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112739a609bcf5340bc810beda1feb1119d_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447695957/Put/seqid=0 2024-11-12T21:41:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742249_1425 (size=14994) 2024-11-12T21:41:36,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447756657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447756658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447756659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447756660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447756771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447756781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447756781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447756781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:36,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447756991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447757000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447757000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447757000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:37,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112739a609bcf5340bc810beda1feb1119d_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112739a609bcf5340bc810beda1feb1119d_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:37,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/600452f843724d01a69dcd9e74541e50, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:37,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/600452f843724d01a69dcd9e74541e50 is 175, key is test_row_0/A:col10/1731447695957/Put/seqid=0 2024-11-12T21:41:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742250_1426 (size=39949) 2024-11-12T21:41:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:41:37,201 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:37,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-12T21:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T21:41:37,205 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:37,206 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:37,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T21:41:37,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447757311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447757311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447757311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447757311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T21:41:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/600452f843724d01a69dcd9e74541e50 2024-11-12T21:41:37,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/a043f1daedcc43cc9a9a658331e1179d is 50, key is test_row_0/B:col10/1731447695957/Put/seqid=0 2024-11-12T21:41:37,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742251_1427 (size=12301) 2024-11-12T21:41:37,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T21:41:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T21:41:37,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T21:41:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T21:41:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447757820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T21:41:37,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447757830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447757830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447757831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:37,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/a043f1daedcc43cc9a9a658331e1179d 2024-11-12T21:41:37,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/7ee90121e53348298114ef79c0acb776 is 50, key is test_row_0/C:col10/1731447695957/Put/seqid=0 2024-11-12T21:41:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742252_1428 (size=12301) 2024-11-12T21:41:37,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T21:41:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:37,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:38,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T21:41:38,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:38,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:38,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:38,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/7ee90121e53348298114ef79c0acb776 2024-11-12T21:41:38,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T21:41:38,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:38,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:38,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:38,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/600452f843724d01a69dcd9e74541e50 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/600452f843724d01a69dcd9e74541e50 2024-11-12T21:41:38,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/600452f843724d01a69dcd9e74541e50, entries=200, sequenceid=269, filesize=39.0 K 2024-11-12T21:41:38,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/a043f1daedcc43cc9a9a658331e1179d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a043f1daedcc43cc9a9a658331e1179d 2024-11-12T21:41:38,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a043f1daedcc43cc9a9a658331e1179d, entries=150, sequenceid=269, filesize=12.0 K 2024-11-12T21:41:38,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/7ee90121e53348298114ef79c0acb776 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7ee90121e53348298114ef79c0acb776 2024-11-12T21:41:38,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7ee90121e53348298114ef79c0acb776, entries=150, sequenceid=269, filesize=12.0 K 2024-11-12T21:41:38,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 89f4ad9c40d68737cc2a59f8f624f48e in 1666ms, sequenceid=269, compaction requested=true 2024-11-12T21:41:38,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:38,292 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:41:38,297 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:38,300 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:38,300 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/B is initiating minor compaction (all files) 2024-11-12T21:41:38,300 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/B in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,300 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/bea7613783b04653a1076315341f153d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7c592c7d592343b4965a90be6616ca6b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7198479320e54b40960eb3ce07f40590, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a043f1daedcc43cc9a9a658331e1179d] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=48.1 K 2024-11-12T21:41:38,300 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151026 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:38,300 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting bea7613783b04653a1076315341f153d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731447694909 2024-11-12T21:41:38,300 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/A is initiating minor compaction (all files) 2024-11-12T21:41:38,301 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/A in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,301 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/2e23335d7775448da154bbbf9068d42a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/1ab858bab7664c53bc817e5b7abc489e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/449473ba449548e4b3c47abe5082b4fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/600452f843724d01a69dcd9e74541e50] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=147.5 K 2024-11-12T21:41:38,301 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,301 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/2e23335d7775448da154bbbf9068d42a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/1ab858bab7664c53bc817e5b7abc489e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/449473ba449548e4b3c47abe5082b4fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/600452f843724d01a69dcd9e74541e50] 2024-11-12T21:41:38,301 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c592c7d592343b4965a90be6616ca6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731447695143 2024-11-12T21:41:38,302 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7198479320e54b40960eb3ce07f40590, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731447695245 2024-11-12T21:41:38,302 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e23335d7775448da154bbbf9068d42a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731447694909 2024-11-12T21:41:38,305 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ab858bab7664c53bc817e5b7abc489e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731447695124 2024-11-12T21:41:38,305 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting a043f1daedcc43cc9a9a658331e1179d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731447695955 2024-11-12T21:41:38,306 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 449473ba449548e4b3c47abe5082b4fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731447695245 2024-11-12T21:41:38,308 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 600452f843724d01a69dcd9e74541e50, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731447695952 2024-11-12T21:41:38,322 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:38,324 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112e0b7cb184ca7478381dd02086a803774_89f4ad9c40d68737cc2a59f8f624f48e store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:38,324 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#B#compaction#363 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:38,325 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/8256fab663ed4cb8af392358bdd95e95 is 50, key is test_row_0/B:col10/1731447695957/Put/seqid=0 2024-11-12T21:41:38,327 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112e0b7cb184ca7478381dd02086a803774_89f4ad9c40d68737cc2a59f8f624f48e, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:38,327 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e0b7cb184ca7478381dd02086a803774_89f4ad9c40d68737cc2a59f8f624f48e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:38,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742254_1430 (size=4469) 2024-11-12T21:41:38,342 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#A#compaction#364 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T21:41:38,343 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/df5db2d29cf545cc9790df950fd86aed is 175, key is test_row_0/A:col10/1731447695957/Put/seqid=0 2024-11-12T21:41:38,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742253_1429 (size=12915) 2024-11-12T21:41:38,352 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/8256fab663ed4cb8af392358bdd95e95 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/8256fab663ed4cb8af392358bdd95e95 2024-11-12T21:41:38,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742255_1431 (size=31869) 2024-11-12T21:41:38,359 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/B of 89f4ad9c40d68737cc2a59f8f624f48e into 8256fab663ed4cb8af392358bdd95e95(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:38,359 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:38,359 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/B, priority=12, startTime=1731447698292; duration=0sec 2024-11-12T21:41:38,359 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:38,359 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:B 2024-11-12T21:41:38,359 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:41:38,366 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:41:38,366 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/C is initiating minor compaction (all files) 2024-11-12T21:41:38,366 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/C in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,366 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/0801388612eb4715b4ad4728f057f0f7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4f9c1fb50b744d06b45762c48f3c7235, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7a7bde4458ae4becaad35e3a1090e5ac, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7ee90121e53348298114ef79c0acb776] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=48.1 K 2024-11-12T21:41:38,367 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0801388612eb4715b4ad4728f057f0f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731447694909 2024-11-12T21:41:38,367 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f9c1fb50b744d06b45762c48f3c7235, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731447695143 2024-11-12T21:41:38,368 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a7bde4458ae4becaad35e3a1090e5ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731447695245 2024-11-12T21:41:38,368 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ee90121e53348298114ef79c0acb776, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731447695955 2024-11-12T21:41:38,373 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/df5db2d29cf545cc9790df950fd86aed as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/df5db2d29cf545cc9790df950fd86aed 2024-11-12T21:41:38,380 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/A of 89f4ad9c40d68737cc2a59f8f624f48e into df5db2d29cf545cc9790df950fd86aed(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:38,380 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:38,381 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/A, priority=12, startTime=1731447698292; duration=0sec 2024-11-12T21:41:38,381 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:38,381 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:A 2024-11-12T21:41:38,400 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:38,401 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/976ced4888e0474db1852d58be1c3d54 is 50, key is test_row_0/C:col10/1731447695957/Put/seqid=0 2024-11-12T21:41:38,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742256_1432 (size=12915) 2024-11-12T21:41:38,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T21:41:38,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:38,429 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:41:38,430 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/976ced4888e0474db1852d58be1c3d54 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/976ced4888e0474db1852d58be1c3d54 2024-11-12T21:41:38,435 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/C of 89f4ad9c40d68737cc2a59f8f624f48e into 976ced4888e0474db1852d58be1c3d54(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:38,435 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:38,436 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/C, priority=12, startTime=1731447698292; duration=0sec 2024-11-12T21:41:38,436 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:38,436 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:C 2024-11-12T21:41:38,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112158aae9f97174cdb983e6c3fd8effe7a_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447696658/Put/seqid=0 2024-11-12T21:41:38,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742257_1433 (size=12454) 2024-11-12T21:41:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:38,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:38,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:38,863 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112158aae9f97174cdb983e6c3fd8effe7a_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112158aae9f97174cdb983e6c3fd8effe7a_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:38,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/14e3248924b247adb41ab3cce4686a1b, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:38,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/14e3248924b247adb41ab3cce4686a1b is 175, key is test_row_0/A:col10/1731447696658/Put/seqid=0 2024-11-12T21:41:38,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742258_1434 (size=31255) 2024-11-12T21:41:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447758910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447758911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447758920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447758920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447759031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447759031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447759031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447759031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447759251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447759251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447759251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447759251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,276 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/14e3248924b247adb41ab3cce4686a1b 2024-11-12T21:41:39,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7004ffbb8a384232b36e393c55fd23cd is 50, key is test_row_0/B:col10/1731447696658/Put/seqid=0 2024-11-12T21:41:39,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742259_1435 (size=12301) 2024-11-12T21:41:39,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44808 deadline: 1731447759280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,288 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 89f4ad9c40d68737cc2a59f8f624f48e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T21:41:39,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b55c6e15108349599f1659594ea39207, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/f7c78ca630fc49bb85b34f5eb7f2349b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/84ec9964ca1146f5890e0647ec9692aa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/893eb3ddb20c43f0851872178f091234, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ab6cbb26da3f4f858c924c7e509621cb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/d4364fcd6af8459ea910cfd7d92c0db0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b3f6d5ca406942798c338cdbd88fb3a9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/68a1f55de68a4ffbb1fccced95fa1eb8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/c7c8d8ec2f1246f199b5ead9bf40d80a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/051ab93f0e164309bca18f88360114fc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/154e8b2f97594eb49cbb1137a33a695e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/6033968748a14cecbba0705ea419ce9f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/42ccde7f167146238a002fd8cfb0580a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/4937711ba4bf4d5eb11636c4ffae9dec, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/2e23335d7775448da154bbbf9068d42a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/1ab858bab7664c53bc817e5b7abc489e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/449473ba449548e4b3c47abe5082b4fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/600452f843724d01a69dcd9e74541e50] to archive 2024-11-12T21:41:39,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:39,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b55c6e15108349599f1659594ea39207 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b55c6e15108349599f1659594ea39207 2024-11-12T21:41:39,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/f7c78ca630fc49bb85b34f5eb7f2349b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/f7c78ca630fc49bb85b34f5eb7f2349b 2024-11-12T21:41:39,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/84ec9964ca1146f5890e0647ec9692aa to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/84ec9964ca1146f5890e0647ec9692aa 2024-11-12T21:41:39,380 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/893eb3ddb20c43f0851872178f091234 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/893eb3ddb20c43f0851872178f091234 2024-11-12T21:41:39,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ab6cbb26da3f4f858c924c7e509621cb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ab6cbb26da3f4f858c924c7e509621cb 2024-11-12T21:41:39,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/d4364fcd6af8459ea910cfd7d92c0db0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/d4364fcd6af8459ea910cfd7d92c0db0 2024-11-12T21:41:39,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b3f6d5ca406942798c338cdbd88fb3a9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/b3f6d5ca406942798c338cdbd88fb3a9 2024-11-12T21:41:39,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/68a1f55de68a4ffbb1fccced95fa1eb8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/68a1f55de68a4ffbb1fccced95fa1eb8 2024-11-12T21:41:39,385 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/c7c8d8ec2f1246f199b5ead9bf40d80a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/c7c8d8ec2f1246f199b5ead9bf40d80a 2024-11-12T21:41:39,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/051ab93f0e164309bca18f88360114fc to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/051ab93f0e164309bca18f88360114fc 2024-11-12T21:41:39,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/154e8b2f97594eb49cbb1137a33a695e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/154e8b2f97594eb49cbb1137a33a695e 2024-11-12T21:41:39,387 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/6033968748a14cecbba0705ea419ce9f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/6033968748a14cecbba0705ea419ce9f 2024-11-12T21:41:39,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/42ccde7f167146238a002fd8cfb0580a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/42ccde7f167146238a002fd8cfb0580a 2024-11-12T21:41:39,389 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/4937711ba4bf4d5eb11636c4ffae9dec to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/4937711ba4bf4d5eb11636c4ffae9dec 2024-11-12T21:41:39,389 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/2e23335d7775448da154bbbf9068d42a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/2e23335d7775448da154bbbf9068d42a 2024-11-12T21:41:39,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/1ab858bab7664c53bc817e5b7abc489e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/1ab858bab7664c53bc817e5b7abc489e 2024-11-12T21:41:39,391 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/449473ba449548e4b3c47abe5082b4fe to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/449473ba449548e4b3c47abe5082b4fe 2024-11-12T21:41:39,392 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/600452f843724d01a69dcd9e74541e50 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/600452f843724d01a69dcd9e74541e50 2024-11-12T21:41:39,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/509395504bb64509aaedf14943f2f683, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/e8752bd2ca3e49f693361591d9084c3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d55e7845bda2480abe90e1119fb12e40, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/87b37329fafd483dbb6729db0d24812f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/da7d19b328bb44dbbfe6a1213a797d21, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a03c4c8f45a94907ab56b686791985d9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/86cde7077df24031ba73bbb8e352f2e1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/fa8a392408df4e52a3adcd050a4b66c0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/277774beb18b4fe0ab910000ae598c19, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d02d6101997f48ffbaacad364934065b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/9b16ef5b2d8e401f80204477408034f9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/497a58606bd742ab8b8f089dfc354c8d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/51863cd87e8240019fd5c2c15644dbe8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/bea7613783b04653a1076315341f153d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f65b0293f8b2453a8c7213f7f7d77b38, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7c592c7d592343b4965a90be6616ca6b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7198479320e54b40960eb3ce07f40590, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a043f1daedcc43cc9a9a658331e1179d] to archive 2024-11-12T21:41:39,395 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:39,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/509395504bb64509aaedf14943f2f683 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/509395504bb64509aaedf14943f2f683 2024-11-12T21:41:39,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/e8752bd2ca3e49f693361591d9084c3b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/e8752bd2ca3e49f693361591d9084c3b 2024-11-12T21:41:39,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d55e7845bda2480abe90e1119fb12e40 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d55e7845bda2480abe90e1119fb12e40 2024-11-12T21:41:39,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/87b37329fafd483dbb6729db0d24812f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/87b37329fafd483dbb6729db0d24812f 2024-11-12T21:41:39,399 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/da7d19b328bb44dbbfe6a1213a797d21 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/da7d19b328bb44dbbfe6a1213a797d21 2024-11-12T21:41:39,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a03c4c8f45a94907ab56b686791985d9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a03c4c8f45a94907ab56b686791985d9 2024-11-12T21:41:39,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/86cde7077df24031ba73bbb8e352f2e1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/86cde7077df24031ba73bbb8e352f2e1 2024-11-12T21:41:39,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/fa8a392408df4e52a3adcd050a4b66c0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/fa8a392408df4e52a3adcd050a4b66c0 2024-11-12T21:41:39,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/277774beb18b4fe0ab910000ae598c19 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/277774beb18b4fe0ab910000ae598c19 2024-11-12T21:41:39,403 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d02d6101997f48ffbaacad364934065b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/d02d6101997f48ffbaacad364934065b 2024-11-12T21:41:39,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/9b16ef5b2d8e401f80204477408034f9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/9b16ef5b2d8e401f80204477408034f9 2024-11-12T21:41:39,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/497a58606bd742ab8b8f089dfc354c8d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/497a58606bd742ab8b8f089dfc354c8d 2024-11-12T21:41:39,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/51863cd87e8240019fd5c2c15644dbe8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/51863cd87e8240019fd5c2c15644dbe8 2024-11-12T21:41:39,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/bea7613783b04653a1076315341f153d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/bea7613783b04653a1076315341f153d 2024-11-12T21:41:39,407 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f65b0293f8b2453a8c7213f7f7d77b38 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f65b0293f8b2453a8c7213f7f7d77b38 2024-11-12T21:41:39,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7c592c7d592343b4965a90be6616ca6b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7c592c7d592343b4965a90be6616ca6b 2024-11-12T21:41:39,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7198479320e54b40960eb3ce07f40590 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7198479320e54b40960eb3ce07f40590 2024-11-12T21:41:39,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a043f1daedcc43cc9a9a658331e1179d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/a043f1daedcc43cc9a9a658331e1179d 2024-11-12T21:41:39,413 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/da628718a08941d199c6ad3b78dfc2c2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/14edbebcbe884f34b95c82b06ea3fc04, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/85384a61169945cb8c56cdeebfd9aaf1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/06464d394f1f495aaa07d7094a749587, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6e5c9ce3d9e54a8cb639c93a3b95e32e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/ef57932b48874b4e90bc38e5cc9ac790, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/03931a80567840f491c812d3b7979828, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/9f2d0732e8a34c8b8c4439065ffe6fa2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d70f887c028444b4af96a97b3f899ea2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6ac6d64ba3c4426b98395846ea7b136e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/5bbe101b13d94f9f8f72ec952100542a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d01e2909b7694b34b1a1e0b74bb3e411, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/00f9f623c61043978982131bd7c58ed8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/0801388612eb4715b4ad4728f057f0f7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4857141f89d744c8ab1d83bb47294abb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4f9c1fb50b744d06b45762c48f3c7235, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7a7bde4458ae4becaad35e3a1090e5ac, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7ee90121e53348298114ef79c0acb776] to archive 2024-11-12T21:41:39,413 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:39,414 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/da628718a08941d199c6ad3b78dfc2c2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/da628718a08941d199c6ad3b78dfc2c2 2024-11-12T21:41:39,415 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/14edbebcbe884f34b95c82b06ea3fc04 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/14edbebcbe884f34b95c82b06ea3fc04 2024-11-12T21:41:39,416 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/85384a61169945cb8c56cdeebfd9aaf1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/85384a61169945cb8c56cdeebfd9aaf1 2024-11-12T21:41:39,416 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/06464d394f1f495aaa07d7094a749587 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/06464d394f1f495aaa07d7094a749587 2024-11-12T21:41:39,417 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6e5c9ce3d9e54a8cb639c93a3b95e32e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6e5c9ce3d9e54a8cb639c93a3b95e32e 2024-11-12T21:41:39,417 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/ef57932b48874b4e90bc38e5cc9ac790 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/ef57932b48874b4e90bc38e5cc9ac790 2024-11-12T21:41:39,418 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/03931a80567840f491c812d3b7979828 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/03931a80567840f491c812d3b7979828 2024-11-12T21:41:39,419 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/9f2d0732e8a34c8b8c4439065ffe6fa2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/9f2d0732e8a34c8b8c4439065ffe6fa2 2024-11-12T21:41:39,420 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d70f887c028444b4af96a97b3f899ea2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d70f887c028444b4af96a97b3f899ea2 2024-11-12T21:41:39,420 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6ac6d64ba3c4426b98395846ea7b136e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/6ac6d64ba3c4426b98395846ea7b136e 2024-11-12T21:41:39,421 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/5bbe101b13d94f9f8f72ec952100542a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/5bbe101b13d94f9f8f72ec952100542a 2024-11-12T21:41:39,422 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d01e2909b7694b34b1a1e0b74bb3e411 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/d01e2909b7694b34b1a1e0b74bb3e411 2024-11-12T21:41:39,423 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/00f9f623c61043978982131bd7c58ed8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/00f9f623c61043978982131bd7c58ed8 2024-11-12T21:41:39,423 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/0801388612eb4715b4ad4728f057f0f7 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/0801388612eb4715b4ad4728f057f0f7 2024-11-12T21:41:39,424 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4857141f89d744c8ab1d83bb47294abb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4857141f89d744c8ab1d83bb47294abb 2024-11-12T21:41:39,425 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4f9c1fb50b744d06b45762c48f3c7235 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/4f9c1fb50b744d06b45762c48f3c7235 2024-11-12T21:41:39,426 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7a7bde4458ae4becaad35e3a1090e5ac to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7a7bde4458ae4becaad35e3a1090e5ac 2024-11-12T21:41:39,427 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7ee90121e53348298114ef79c0acb776 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/7ee90121e53348298114ef79c0acb776 2024-11-12T21:41:39,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447759560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447759561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447759561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447759561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:39,684 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7004ffbb8a384232b36e393c55fd23cd 2024-11-12T21:41:39,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/21e665bb9f0b425e88ce579bceab69c2 is 50, key is test_row_0/C:col10/1731447696658/Put/seqid=0 2024-11-12T21:41:39,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742260_1436 (size=12301) 2024-11-12T21:41:40,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447760070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:40,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447760071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:40,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447760081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:40,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447760081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:40,093 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/21e665bb9f0b425e88ce579bceab69c2 2024-11-12T21:41:40,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/14e3248924b247adb41ab3cce4686a1b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/14e3248924b247adb41ab3cce4686a1b 2024-11-12T21:41:40,099 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/14e3248924b247adb41ab3cce4686a1b, entries=150, sequenceid=285, filesize=30.5 K 2024-11-12T21:41:40,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/7004ffbb8a384232b36e393c55fd23cd as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7004ffbb8a384232b36e393c55fd23cd 2024-11-12T21:41:40,104 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7004ffbb8a384232b36e393c55fd23cd, entries=150, sequenceid=285, filesize=12.0 K 2024-11-12T21:41:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/21e665bb9f0b425e88ce579bceab69c2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/21e665bb9f0b425e88ce579bceab69c2 2024-11-12T21:41:40,108 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/21e665bb9f0b425e88ce579bceab69c2, entries=150, sequenceid=285, filesize=12.0 K 2024-11-12T21:41:40,109 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 89f4ad9c40d68737cc2a59f8f624f48e in 1681ms, sequenceid=285, compaction requested=false 2024-11-12T21:41:40,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:40,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:40,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-12T21:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-12T21:41:40,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-12T21:41:40,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9040 sec 2024-11-12T21:41:40,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.9100 sec 2024-11-12T21:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:41,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:41:41,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121dd1214e6ffd49d488b4e5386e3417c7_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447701084/Put/seqid=0 2024-11-12T21:41:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742261_1437 (size=14994) 2024-11-12T21:41:41,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447761107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447761108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447761108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447761109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447761220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447761220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447761220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447761231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T21:41:41,371 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:41,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-12T21:41:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T21:41:41,373 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:41,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:41,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:41,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447761430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447761430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447761431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447761441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T21:41:41,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:41,501 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121dd1214e6ffd49d488b4e5386e3417c7_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121dd1214e6ffd49d488b4e5386e3417c7_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:41,502 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/ba7fd06f64e5413fb5c9f289053dfb58, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:41,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/ba7fd06f64e5413fb5c9f289053dfb58 is 175, key is test_row_0/A:col10/1731447701084/Put/seqid=0 2024-11-12T21:41:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742262_1438 (size=39949) 2024-11-12T21:41:41,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T21:41:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:41,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T21:41:41,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:41,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:41,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:41,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T21:41:41,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447761740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447761740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447761740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447761751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:41,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:41,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:41,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T21:41:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:41,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,906 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/ba7fd06f64e5413fb5c9f289053dfb58 2024-11-12T21:41:41,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/124ca56440194f77974bdb1bb10a28bd is 50, key is test_row_0/B:col10/1731447701084/Put/seqid=0 2024-11-12T21:41:41,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742263_1439 (size=12301) 2024-11-12T21:41:41,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/124ca56440194f77974bdb1bb10a28bd 2024-11-12T21:41:41,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/19b779d05a2146cab4c881801ee23c71 is 50, key is test_row_0/C:col10/1731447701084/Put/seqid=0 2024-11-12T21:41:41,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742264_1440 (size=12301) 2024-11-12T21:41:41,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T21:41:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:41,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T21:41:42,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T21:41:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44778 deadline: 1731447762261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:42,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731447762261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:42,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44758 deadline: 1731447762261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:42,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1731447762270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:41:42,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T21:41:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:42,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/19b779d05a2146cab4c881801ee23c71 2024-11-12T21:41:42,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/ba7fd06f64e5413fb5c9f289053dfb58 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ba7fd06f64e5413fb5c9f289053dfb58 2024-11-12T21:41:42,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ba7fd06f64e5413fb5c9f289053dfb58, entries=200, sequenceid=310, filesize=39.0 K 2024-11-12T21:41:42,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/124ca56440194f77974bdb1bb10a28bd as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/124ca56440194f77974bdb1bb10a28bd 2024-11-12T21:41:42,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/124ca56440194f77974bdb1bb10a28bd, entries=150, sequenceid=310, filesize=12.0 K 2024-11-12T21:41:42,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/19b779d05a2146cab4c881801ee23c71 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/19b779d05a2146cab4c881801ee23c71 2024-11-12T21:41:42,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/19b779d05a2146cab4c881801ee23c71, entries=150, sequenceid=310, filesize=12.0 K 2024-11-12T21:41:42,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 89f4ad9c40d68737cc2a59f8f624f48e in 1281ms, sequenceid=310, compaction requested=true 2024-11-12T21:41:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:42,366 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:42,366 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:42,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89f4ad9c40d68737cc2a59f8f624f48e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:42,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:42,367 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:42,367 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/B is initiating minor compaction (all files) 2024-11-12T21:41:42,367 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/B in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,367 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/8256fab663ed4cb8af392358bdd95e95, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7004ffbb8a384232b36e393c55fd23cd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/124ca56440194f77974bdb1bb10a28bd] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=36.6 K 2024-11-12T21:41:42,368 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:42,368 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/A is initiating minor compaction (all files) 2024-11-12T21:41:42,368 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/A in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,368 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/df5db2d29cf545cc9790df950fd86aed, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/14e3248924b247adb41ab3cce4686a1b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ba7fd06f64e5413fb5c9f289053dfb58] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=100.7 K 2024-11-12T21:41:42,368 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,368 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/df5db2d29cf545cc9790df950fd86aed, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/14e3248924b247adb41ab3cce4686a1b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ba7fd06f64e5413fb5c9f289053dfb58] 2024-11-12T21:41:42,368 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 8256fab663ed4cb8af392358bdd95e95, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731447695955 2024-11-12T21:41:42,368 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting df5db2d29cf545cc9790df950fd86aed, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731447695955 2024-11-12T21:41:42,368 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 7004ffbb8a384232b36e393c55fd23cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731447696628 2024-11-12T21:41:42,369 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14e3248924b247adb41ab3cce4686a1b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731447696628 2024-11-12T21:41:42,369 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 124ca56440194f77974bdb1bb10a28bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731447698907 2024-11-12T21:41:42,369 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba7fd06f64e5413fb5c9f289053dfb58, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731447698907 2024-11-12T21:41:42,374 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:42,376 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:42,376 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/1d692bc11b3e43c7835bb0c9dbfed0d9 is 50, key is test_row_0/B:col10/1731447701084/Put/seqid=0 2024-11-12T21:41:42,386 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411125eb1ae282b8a43e081fd98bd5bfdc30e_89f4ad9c40d68737cc2a59f8f624f48e store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:42,388 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411125eb1ae282b8a43e081fd98bd5bfdc30e_89f4ad9c40d68737cc2a59f8f624f48e, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:42,389 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125eb1ae282b8a43e081fd98bd5bfdc30e_89f4ad9c40d68737cc2a59f8f624f48e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742265_1441 (size=12404) 2024-11-12T21:41:42,396 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/1d692bc11b3e43c7835bb0c9dbfed0d9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/1d692bc11b3e43c7835bb0c9dbfed0d9 2024-11-12T21:41:42,400 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/B of 89f4ad9c40d68737cc2a59f8f624f48e into 1d692bc11b3e43c7835bb0c9dbfed0d9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:42,400 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:42,401 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/B, priority=13, startTime=1731447702366; duration=0sec 2024-11-12T21:41:42,401 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:42,401 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:B 2024-11-12T21:41:42,401 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:41:42,402 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:41:42,402 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 89f4ad9c40d68737cc2a59f8f624f48e/C is initiating minor compaction (all files) 2024-11-12T21:41:42,402 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89f4ad9c40d68737cc2a59f8f624f48e/C in TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,402 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/976ced4888e0474db1852d58be1c3d54, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/21e665bb9f0b425e88ce579bceab69c2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/19b779d05a2146cab4c881801ee23c71] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp, totalSize=36.6 K 2024-11-12T21:41:42,402 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 976ced4888e0474db1852d58be1c3d54, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731447695955 2024-11-12T21:41:42,402 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 21e665bb9f0b425e88ce579bceab69c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731447696628 2024-11-12T21:41:42,403 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 19b779d05a2146cab4c881801ee23c71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731447698907 2024-11-12T21:41:42,408 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:42,409 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/8f5c286eac5647ffb5d64c4340a3013d is 50, key is test_row_0/C:col10/1731447701084/Put/seqid=0 2024-11-12T21:41:42,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742266_1442 (size=4469) 2024-11-12T21:41:42,412 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89f4ad9c40d68737cc2a59f8f624f48e#A#compaction#373 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:42,412 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/abd47085d51c496a84fec8a448a25e22 is 175, key is test_row_0/A:col10/1731447701084/Put/seqid=0 2024-11-12T21:41:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742268_1444 (size=31358) 2024-11-12T21:41:42,436 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/abd47085d51c496a84fec8a448a25e22 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/abd47085d51c496a84fec8a448a25e22 2024-11-12T21:41:42,442 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/A of 89f4ad9c40d68737cc2a59f8f624f48e into abd47085d51c496a84fec8a448a25e22(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:42,442 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:42,442 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/A, priority=13, startTime=1731447702366; duration=0sec 2024-11-12T21:41:42,442 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:42,442 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:A 2024-11-12T21:41:42,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T21:41:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:42,443 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:41:42,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742267_1443 (size=12404) 2024-11-12T21:41:42,454 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/8f5c286eac5647ffb5d64c4340a3013d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/8f5c286eac5647ffb5d64c4340a3013d 2024-11-12T21:41:42,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a64c27bf2efc40068907d6ee078b0fa7_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447701106/Put/seqid=0 2024-11-12T21:41:42,459 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89f4ad9c40d68737cc2a59f8f624f48e/C of 89f4ad9c40d68737cc2a59f8f624f48e into 8f5c286eac5647ffb5d64c4340a3013d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:42,459 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:42,459 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., storeName=89f4ad9c40d68737cc2a59f8f624f48e/C, priority=13, startTime=1731447702367; duration=0sec 2024-11-12T21:41:42,459 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:42,459 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89f4ad9c40d68737cc2a59f8f624f48e:C 2024-11-12T21:41:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742269_1445 (size=12454) 2024-11-12T21:41:42,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:42,478 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a64c27bf2efc40068907d6ee078b0fa7_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a64c27bf2efc40068907d6ee078b0fa7_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:42,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/a0ddbf45e24646a084447a545aaf9115, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:42,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/a0ddbf45e24646a084447a545aaf9115 is 175, key is test_row_0/A:col10/1731447701106/Put/seqid=0 2024-11-12T21:41:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742270_1446 (size=31255) 2024-11-12T21:41:42,493 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/a0ddbf45e24646a084447a545aaf9115 2024-11-12T21:41:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T21:41:42,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/0ef99c8f28944bd5ad9c2cddd629ecc8 is 50, key is test_row_0/B:col10/1731447701106/Put/seqid=0 2024-11-12T21:41:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742271_1447 (size=12301) 2024-11-12T21:41:42,933 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/0ef99c8f28944bd5ad9c2cddd629ecc8 2024-11-12T21:41:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/492da77eb277436194b316a233dd68f5 is 50, key is test_row_0/C:col10/1731447701106/Put/seqid=0 2024-11-12T21:41:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742272_1448 (size=12301) 2024-11-12T21:41:43,085 INFO [Thread-1631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1631. 2024-11-12T21:41:43,085 DEBUG [Thread-1631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,085 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,085 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,089 INFO [Thread-1629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1629. 2024-11-12T21:41:43,089 DEBUG [Thread-1629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,089 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,089 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,090 INFO [Thread-1635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1635. 2024-11-12T21:41:43,090 DEBUG [Thread-1635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,090 DEBUG [Thread-1635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,090 DEBUG [Thread-1635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,091 INFO [Thread-1637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1637. 2024-11-12T21:41:43,091 DEBUG [Thread-1637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,091 DEBUG [Thread-1637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,091 DEBUG [Thread-1637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,093 INFO [Thread-1633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1633. 2024-11-12T21:41:43,094 DEBUG [Thread-1633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,094 DEBUG [Thread-1633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,094 DEBUG [Thread-1633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:43,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. as already flushing 2024-11-12T21:41:43,272 INFO [Thread-1624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1624. 2024-11-12T21:41:43,272 INFO [Thread-1620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1620. 2024-11-12T21:41:43,272 DEBUG [Thread-1624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,272 DEBUG [Thread-1620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,272 INFO [Thread-1622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1622. 2024-11-12T21:41:43,272 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,272 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,272 DEBUG [Thread-1622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,272 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,272 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,272 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,272 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,282 INFO [Thread-1626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1626. 2024-11-12T21:41:43,282 DEBUG [Thread-1626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:43,282 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,282 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:43,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:43,352 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/492da77eb277436194b316a233dd68f5 2024-11-12T21:41:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/a0ddbf45e24646a084447a545aaf9115 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/a0ddbf45e24646a084447a545aaf9115 2024-11-12T21:41:43,359 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/a0ddbf45e24646a084447a545aaf9115, entries=150, sequenceid=324, filesize=30.5 K 2024-11-12T21:41:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/0ef99c8f28944bd5ad9c2cddd629ecc8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/0ef99c8f28944bd5ad9c2cddd629ecc8 2024-11-12T21:41:43,362 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/0ef99c8f28944bd5ad9c2cddd629ecc8, entries=150, sequenceid=324, filesize=12.0 K 2024-11-12T21:41:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/492da77eb277436194b316a233dd68f5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/492da77eb277436194b316a233dd68f5 2024-11-12T21:41:43,366 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/492da77eb277436194b316a233dd68f5, entries=150, sequenceid=324, filesize=12.0 K 2024-11-12T21:41:43,367 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for 89f4ad9c40d68737cc2a59f8f624f48e in 924ms, sequenceid=324, compaction requested=false 2024-11-12T21:41:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 89f4ad9c40d68737cc2a59f8f624f48e: 2024-11-12T21:41:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-12T21:41:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-12T21:41:43,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-12T21:41:43,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9940 sec 2024-11-12T21:41:43,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.9980 sec 2024-11-12T21:41:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T21:41:43,521 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:49,376 INFO [Thread-1618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1618. 2024-11-12T21:41:49,376 DEBUG [Thread-1618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:41:49,376 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:49,377 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:49,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:49,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1318 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3951 rows 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1306 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3916 rows 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1313 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3936 rows 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1308 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3922 rows 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1309 2024-11-12T21:41:49,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3923 rows 2024-11-12T21:41:49,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:41:49,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:41:49,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:49,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:49,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:41:49,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:41:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T21:41:49,385 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447709385"}]},"ts":"1731447709385"} 2024-11-12T21:41:49,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:41:49,387 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:41:49,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:41:49,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, UNASSIGN}] 2024-11-12T21:41:49,389 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, UNASSIGN 2024-11-12T21:41:49,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=89f4ad9c40d68737cc2a59f8f624f48e, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:49,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, UNASSIGN because future has completed 2024-11-12T21:41:49,391 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:41:49,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T21:41:49,544 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:49,544 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:41:49,544 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing 89f4ad9c40d68737cc2a59f8f624f48e, disabling compactions & flushes 2024-11-12T21:41:49,544 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:49,544 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:49,544 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. after waiting 0 ms 2024-11-12T21:41:49,544 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:49,545 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing 89f4ad9c40d68737cc2a59f8f624f48e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T21:41:49,555 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281eb4b4fc66944b4bbd4d793fbe47b43_89f4ad9c40d68737cc2a59f8f624f48e is 50, key is test_row_0/A:col10/1731447703281/Put/seqid=0 2024-11-12T21:41:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742273_1449 (size=12454) 2024-11-12T21:41:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T21:41:49,959 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:49,962 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281eb4b4fc66944b4bbd4d793fbe47b43_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281eb4b4fc66944b4bbd4d793fbe47b43_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:49,963 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/a2b6d6347f45423aa764664dfbb0a23c, store: [table=TestAcidGuarantees family=A region=89f4ad9c40d68737cc2a59f8f624f48e] 2024-11-12T21:41:49,963 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/a2b6d6347f45423aa764664dfbb0a23c is 175, key is test_row_0/A:col10/1731447703281/Put/seqid=0 2024-11-12T21:41:49,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742274_1450 (size=31255) 2024-11-12T21:41:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T21:41:50,366 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/a2b6d6347f45423aa764664dfbb0a23c 2024-11-12T21:41:50,373 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/f34d0d3b87d545a8ad3cce651d20b265 is 50, key is test_row_0/B:col10/1731447703281/Put/seqid=0 2024-11-12T21:41:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742275_1451 (size=12301) 2024-11-12T21:41:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T21:41:50,777 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/f34d0d3b87d545a8ad3cce651d20b265 2024-11-12T21:41:50,783 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/c218892f2824491da08b075173feb0ba is 50, key is test_row_0/C:col10/1731447703281/Put/seqid=0 2024-11-12T21:41:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742276_1452 (size=12301) 2024-11-12T21:41:51,186 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/c218892f2824491da08b075173feb0ba 2024-11-12T21:41:51,190 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/A/a2b6d6347f45423aa764664dfbb0a23c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/a2b6d6347f45423aa764664dfbb0a23c 2024-11-12T21:41:51,192 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/a2b6d6347f45423aa764664dfbb0a23c, entries=150, sequenceid=333, filesize=30.5 K 2024-11-12T21:41:51,193 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/B/f34d0d3b87d545a8ad3cce651d20b265 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f34d0d3b87d545a8ad3cce651d20b265 2024-11-12T21:41:51,196 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f34d0d3b87d545a8ad3cce651d20b265, entries=150, sequenceid=333, filesize=12.0 K 2024-11-12T21:41:51,196 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/.tmp/C/c218892f2824491da08b075173feb0ba as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/c218892f2824491da08b075173feb0ba 2024-11-12T21:41:51,199 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/c218892f2824491da08b075173feb0ba, entries=150, sequenceid=333, filesize=12.0 K 2024-11-12T21:41:51,200 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 89f4ad9c40d68737cc2a59f8f624f48e in 1655ms, sequenceid=333, compaction requested=true 2024-11-12T21:41:51,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/df5db2d29cf545cc9790df950fd86aed, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/14e3248924b247adb41ab3cce4686a1b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ba7fd06f64e5413fb5c9f289053dfb58] to archive 2024-11-12T21:41:51,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:51,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/df5db2d29cf545cc9790df950fd86aed to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/df5db2d29cf545cc9790df950fd86aed 2024-11-12T21:41:51,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/14e3248924b247adb41ab3cce4686a1b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/14e3248924b247adb41ab3cce4686a1b 2024-11-12T21:41:51,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ba7fd06f64e5413fb5c9f289053dfb58 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/ba7fd06f64e5413fb5c9f289053dfb58 2024-11-12T21:41:51,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/8256fab663ed4cb8af392358bdd95e95, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7004ffbb8a384232b36e393c55fd23cd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/124ca56440194f77974bdb1bb10a28bd] to archive 2024-11-12T21:41:51,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:51,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/8256fab663ed4cb8af392358bdd95e95 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/8256fab663ed4cb8af392358bdd95e95 2024-11-12T21:41:51,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7004ffbb8a384232b36e393c55fd23cd to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/7004ffbb8a384232b36e393c55fd23cd 2024-11-12T21:41:51,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/124ca56440194f77974bdb1bb10a28bd to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/124ca56440194f77974bdb1bb10a28bd 2024-11-12T21:41:51,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/976ced4888e0474db1852d58be1c3d54, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/21e665bb9f0b425e88ce579bceab69c2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/19b779d05a2146cab4c881801ee23c71] to archive 2024-11-12T21:41:51,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:41:51,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/976ced4888e0474db1852d58be1c3d54 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/976ced4888e0474db1852d58be1c3d54 2024-11-12T21:41:51,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/21e665bb9f0b425e88ce579bceab69c2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/21e665bb9f0b425e88ce579bceab69c2 2024-11-12T21:41:51,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/19b779d05a2146cab4c881801ee23c71 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/19b779d05a2146cab4c881801ee23c71 2024-11-12T21:41:51,214 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=4 2024-11-12T21:41:51,215 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. 2024-11-12T21:41:51,215 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for 89f4ad9c40d68737cc2a59f8f624f48e: Waiting for close lock at 1731447709544Running coprocessor pre-close hooks at 1731447709544Disabling compacts and flushes for region at 1731447709544Disabling writes for close at 1731447709544Obtaining lock to block concurrent updates at 1731447709545 (+1 ms)Preparing flush snapshotting stores in 89f4ad9c40d68737cc2a59f8f624f48e at 1731447709545Finished memstore snapshotting TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731447709545Flushing stores of TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e. at 1731447709546 (+1 ms)Flushing 89f4ad9c40d68737cc2a59f8f624f48e/A: creating writer at 1731447709546Flushing mob file 89f4ad9c40d68737cc2a59f8f624f48e/A: appending metadata at 1731447709555 (+9 ms)Flushing mob file 89f4ad9c40d68737cc2a59f8f624f48e/A: closing flushed file at 1731447709555Flushing 89f4ad9c40d68737cc2a59f8f624f48e/A: appending metadata at 1731447709963 (+408 ms)Flushing 89f4ad9c40d68737cc2a59f8f624f48e/A: closing flushed file at 1731447709963Flushing 89f4ad9c40d68737cc2a59f8f624f48e/B: creating writer at 1731447710370 (+407 ms)Flushing 89f4ad9c40d68737cc2a59f8f624f48e/B: appending metadata at 1731447710372 (+2 ms)Flushing 89f4ad9c40d68737cc2a59f8f624f48e/B: closing flushed file at 1731447710372Flushing 89f4ad9c40d68737cc2a59f8f624f48e/C: creating writer at 1731447710780 (+408 ms)Flushing 89f4ad9c40d68737cc2a59f8f624f48e/C: appending metadata at 1731447710782 (+2 ms)Flushing 89f4ad9c40d68737cc2a59f8f624f48e/C: closing flushed file at 1731447710782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554bbf58: reopening flushed file at 1731447711189 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9ab314: reopening flushed file at 1731447711193 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58165899: reopening flushed file at 1731447711196 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 89f4ad9c40d68737cc2a59f8f624f48e in 1655ms, sequenceid=333, compaction requested=true at 1731447711200 (+4 ms)Writing region close event to WAL at 1731447711212 (+12 ms)Running coprocessor post-close hooks at 1731447711215 (+3 ms)Closed at 1731447711215 2024-11-12T21:41:51,217 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed 89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=89f4ad9c40d68737cc2a59f8f624f48e, regionState=CLOSED 2024-11-12T21:41:51,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:41:51,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-12T21:41:51,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure 89f4ad9c40d68737cc2a59f8f624f48e, server=0c576948786c,36959,1731447576789 in 1.8280 sec 2024-11-12T21:41:51,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-12T21:41:51,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89f4ad9c40d68737cc2a59f8f624f48e, UNASSIGN in 1.8320 sec 2024-11-12T21:41:51,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-12T21:41:51,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8350 sec 2024-11-12T21:41:51,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447711224"}]},"ts":"1731447711224"} 2024-11-12T21:41:51,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:41:51,225 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:41:51,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8450 sec 2024-11-12T21:41:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T21:41:51,531 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:51,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:41:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:51,537 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T21:41:51,538 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:51,544 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,547 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/recovered.edits] 2024-11-12T21:41:51,550 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/a0ddbf45e24646a084447a545aaf9115 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/a0ddbf45e24646a084447a545aaf9115 2024-11-12T21:41:51,552 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/a2b6d6347f45423aa764664dfbb0a23c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/a2b6d6347f45423aa764664dfbb0a23c 2024-11-12T21:41:51,554 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/abd47085d51c496a84fec8a448a25e22 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/A/abd47085d51c496a84fec8a448a25e22 2024-11-12T21:41:51,557 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/0ef99c8f28944bd5ad9c2cddd629ecc8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/0ef99c8f28944bd5ad9c2cddd629ecc8 2024-11-12T21:41:51,559 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/1d692bc11b3e43c7835bb0c9dbfed0d9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/1d692bc11b3e43c7835bb0c9dbfed0d9 2024-11-12T21:41:51,561 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f34d0d3b87d545a8ad3cce651d20b265 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/B/f34d0d3b87d545a8ad3cce651d20b265 2024-11-12T21:41:51,565 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/492da77eb277436194b316a233dd68f5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/492da77eb277436194b316a233dd68f5 2024-11-12T21:41:51,567 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/8f5c286eac5647ffb5d64c4340a3013d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/8f5c286eac5647ffb5d64c4340a3013d 2024-11-12T21:41:51,569 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/c218892f2824491da08b075173feb0ba to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/C/c218892f2824491da08b075173feb0ba 2024-11-12T21:41:51,573 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/recovered.edits/336.seqid to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e/recovered.edits/336.seqid 2024-11-12T21:41:51,574 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,574 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:41:51,575 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:41:51,576 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T21:41:51,580 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112158aae9f97174cdb983e6c3fd8effe7a_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112158aae9f97174cdb983e6c3fd8effe7a_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,582 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121dd1214e6ffd49d488b4e5386e3417c7_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121dd1214e6ffd49d488b4e5386e3417c7_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,584 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123bd024d636de4cc6b41851c93ef9f45a_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123bd024d636de4cc6b41851c93ef9f45a_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,586 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111245821f4d419445c2a61dc7e79b159dfd_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111245821f4d419445c2a61dc7e79b159dfd_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,587 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125cdaf8846f9749e3803bbf06df0ea0c9_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125cdaf8846f9749e3803bbf06df0ea0c9_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,589 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112739a609bcf5340bc810beda1feb1119d_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112739a609bcf5340bc810beda1feb1119d_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,591 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bf94bcc47a44317b17e3f741062ddef_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bf94bcc47a44317b17e3f741062ddef_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,593 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127e6297987d014d64ab9a735dd9432121_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127e6297987d014d64ab9a735dd9432121_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,595 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281132bdf3e554433be94592a7810af4d_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281132bdf3e554433be94592a7810af4d_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,597 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281eb4b4fc66944b4bbd4d793fbe47b43_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281eb4b4fc66944b4bbd4d793fbe47b43_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,599 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129e72eb1fea3c4a3cb773aa39aa9bcd41_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129e72eb1fea3c4a3cb773aa39aa9bcd41_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,601 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a09b9126137f4e8a9f5d4e12becf9e85_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a09b9126137f4e8a9f5d4e12becf9e85_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,603 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a64c27bf2efc40068907d6ee078b0fa7_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a64c27bf2efc40068907d6ee078b0fa7_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,605 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112af843c6ef3c94f61b913eb0ec0b75d64_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112af843c6ef3c94f61b913eb0ec0b75d64_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,607 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b8679f798de3413ba5a593aab822f47d_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b8679f798de3413ba5a593aab822f47d_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,609 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ca4a1e22475c4f648b1b664cbaadf16b_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ca4a1e22475c4f648b1b664cbaadf16b_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,611 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d34788d290e948de96d4bcefa67b656a_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d34788d290e948de96d4bcefa67b656a_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,614 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d8f188df543144f2b90b86c509441fec_89f4ad9c40d68737cc2a59f8f624f48e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d8f188df543144f2b90b86c509441fec_89f4ad9c40d68737cc2a59f8f624f48e 2024-11-12T21:41:51,614 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:41:51,618 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:51,622 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:41:51,625 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:41:51,626 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:51,626 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:41:51,627 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731447711626"}]},"ts":"9223372036854775807"} 2024-11-12T21:41:51,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:41:51,629 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 89f4ad9c40d68737cc2a59f8f624f48e, NAME => 'TestAcidGuarantees,,1731447679965.89f4ad9c40d68737cc2a59f8f624f48e.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:41:51,629 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:41:51,629 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731447711629"}]},"ts":"9223372036854775807"} 2024-11-12T21:41:51,631 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:41:51,632 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:51,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-11-12T21:41:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T21:41:51,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:41:51,644 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:51,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 513), ProcessCount=11 (was 11), AvailableMemoryMB=9034 (was 9358) 2024-11-12T21:41:51,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=9033 2024-11-12T21:41:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:41:51,661 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:41:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:41:51,663 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:41:51,663 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:51,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-12T21:41:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-12T21:41:51,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:41:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742277_1453 (size=959) 2024-11-12T21:41:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-12T21:41:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-12T21:41:52,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f 2024-11-12T21:41:52,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742278_1454 (size=53) 2024-11-12T21:41:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-12T21:41:52,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:41:52,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4770a0d97888f02959db8ef650598fb2, disabling compactions & flushes 2024-11-12T21:41:52,485 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:52,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:52,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. after waiting 0 ms 2024-11-12T21:41:52,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:52,485 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:52,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4770a0d97888f02959db8ef650598fb2: Waiting for close lock at 1731447712485Disabling compacts and flushes for region at 1731447712485Disabling writes for close at 1731447712485Writing region close event to WAL at 1731447712485Closed at 1731447712485 2024-11-12T21:41:52,486 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:41:52,486 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731447712486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731447712486"}]},"ts":"1731447712486"} 2024-11-12T21:41:52,488 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:41:52,488 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:41:52,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447712488"}]},"ts":"1731447712488"} 2024-11-12T21:41:52,490 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:41:52,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, ASSIGN}] 2024-11-12T21:41:52,491 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, ASSIGN 2024-11-12T21:41:52,492 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, ASSIGN; state=OFFLINE, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=false 2024-11-12T21:41:52,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=4770a0d97888f02959db8ef650598fb2, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, ASSIGN because future has completed 2024-11-12T21:41:52,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:41:52,798 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:52,798 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:41:52,799 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,799 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:41:52,799 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,799 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,800 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-12T21:41:52,801 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4770a0d97888f02959db8ef650598fb2 columnFamilyName A 2024-11-12T21:41:52,801 DEBUG [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:52,802 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] regionserver.HStore(327): Store=4770a0d97888f02959db8ef650598fb2/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:52,802 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,803 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4770a0d97888f02959db8ef650598fb2 columnFamilyName B 2024-11-12T21:41:52,803 DEBUG [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:52,803 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] regionserver.HStore(327): Store=4770a0d97888f02959db8ef650598fb2/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:52,803 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,804 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4770a0d97888f02959db8ef650598fb2 columnFamilyName C 2024-11-12T21:41:52,804 DEBUG [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:41:52,805 INFO [StoreOpener-4770a0d97888f02959db8ef650598fb2-1 {}] regionserver.HStore(327): Store=4770a0d97888f02959db8ef650598fb2/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:41:52,805 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,805 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,806 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,807 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,807 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,807 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:41:52,808 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,810 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:41:52,810 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened 4770a0d97888f02959db8ef650598fb2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67476279, jitterRate=0.005474910140037537}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:41:52,810 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:52,811 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for 4770a0d97888f02959db8ef650598fb2: Running coprocessor pre-open hook at 1731447712799Writing region info on filesystem at 1731447712799Initializing all the Stores at 1731447712800 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447712800Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447712800Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447712800Cleaning up temporary data from old regions at 1731447712807 (+7 ms)Running coprocessor post-open hooks at 1731447712810 (+3 ms)Region opened successfully at 1731447712811 (+1 ms) 2024-11-12T21:41:52,811 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., pid=122, masterSystemTime=1731447712795 2024-11-12T21:41:52,813 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:52,813 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:52,813 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=4770a0d97888f02959db8ef650598fb2, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:41:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:41:52,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-12T21:41:52,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure 4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 in 171 msec 2024-11-12T21:41:52,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-12T21:41:52,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, ASSIGN in 326 msec 2024-11-12T21:41:52,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:41:52,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447712819"}]},"ts":"1731447712819"} 2024-11-12T21:41:52,820 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:41:52,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:41:52,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-12T21:41:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-12T21:41:53,812 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:53,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36995ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,818 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e0fabe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,822 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72266439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:41:53,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,34667,1731447576119 2024-11-12T21:41:53,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60752c47 2024-11-12T21:41:53,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:41:53,829 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:41:53,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588f482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,831 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659f3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,833 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abfe736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65da83b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,835 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340534dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,836 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4084df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780b99fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,838 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40403b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,839 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f21b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683026da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,841 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f44bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,842 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9bb280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c346d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,844 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e2f711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,846 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be8adda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5921fce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,848 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2b4dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,850 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec32b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b52d1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,852 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af51c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6755e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b9c52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,857 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cfa4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,858 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b846496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ef3354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,860 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e1714c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,861 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d39659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4139ad4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:41:53,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:41:53,863 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:41:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:41:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:41:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429926ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:41:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:41:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:41:53,865 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:41:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797d94a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:41:53,866 DEBUG [Thread-2049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,866 DEBUG [Thread-2043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,866 DEBUG [Thread-2060 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,866 DEBUG [Thread-2052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,866 DEBUG [Thread-2045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,866 DEBUG [Thread-2056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,867 DEBUG [Thread-2047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:53,867 DEBUG [Thread-2054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,868 DEBUG [Thread-2058 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,868 DEBUG [Thread-2045 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,868 DEBUG [Thread-2045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,871 DEBUG [Thread-2041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:41:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-12T21:41:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:41:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:41:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:41:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:41:53,875 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:53,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2] 2024-11-12T21:41:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:53,880 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:53,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:41:53,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/4c157d4caa3c41e286e7aed87bbed102 is 50, key is test_row_0/A:col10/1731447713880/Put/seqid=0 2024-11-12T21:41:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742279_1455 (size=19021) 2024-11-12T21:41:53,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/4c157d4caa3c41e286e7aed87bbed102 2024-11-12T21:41:53,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447773908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:53,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447773909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:53,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447773910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447773917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:53,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447773918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:53,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:53,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/15f2295e7abe44e0b4980e041cf121e8 is 50, key is test_row_0/B:col10/1731447713880/Put/seqid=0 2024-11-12T21:41:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742280_1456 (size=12001) 2024-11-12T21:41:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:41:54,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447774021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447774021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447774021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T21:41:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:54,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:54,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447774030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447774030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T21:41:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:54,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:41:54,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447774231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447774231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447774231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447774240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447774240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T21:41:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:54,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/15f2295e7abe44e0b4980e041cf121e8 2024-11-12T21:41:54,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:54,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/611f437b77ee4f9cb01f988bb5377513 is 50, key is test_row_0/C:col10/1731447713880/Put/seqid=0 2024-11-12T21:41:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742281_1457 (size=12001) 2024-11-12T21:41:54,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/611f437b77ee4f9cb01f988bb5377513 2024-11-12T21:41:54,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/4c157d4caa3c41e286e7aed87bbed102 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4c157d4caa3c41e286e7aed87bbed102 2024-11-12T21:41:54,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4c157d4caa3c41e286e7aed87bbed102, entries=300, sequenceid=13, filesize=18.6 K 2024-11-12T21:41:54,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/15f2295e7abe44e0b4980e041cf121e8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/15f2295e7abe44e0b4980e041cf121e8 2024-11-12T21:41:54,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/15f2295e7abe44e0b4980e041cf121e8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T21:41:54,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/611f437b77ee4f9cb01f988bb5377513 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/611f437b77ee4f9cb01f988bb5377513 2024-11-12T21:41:54,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/611f437b77ee4f9cb01f988bb5377513, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T21:41:54,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4770a0d97888f02959db8ef650598fb2 in 502ms, sequenceid=13, compaction requested=false 2024-11-12T21:41:54,383 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T21:41:54,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:54,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T21:41:54,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:54,486 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:41:54,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/76051e413b2c43b393421432320aa567 is 50, key is test_row_0/A:col10/1731447713916/Put/seqid=0 2024-11-12T21:41:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:41:54,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742282_1458 (size=12001) 2024-11-12T21:41:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:54,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:54,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447774551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447774558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447774558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447774559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447774560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447774670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447774671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447774671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447774680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447774680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447774881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447774881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447774881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447774890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:54,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447774890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:54,907 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/76051e413b2c43b393421432320aa567 2024-11-12T21:41:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/05331d58135c473fbc09e79930f6aa92 is 50, key is test_row_0/B:col10/1731447713916/Put/seqid=0 2024-11-12T21:41:54,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742283_1459 (size=12001) 2024-11-12T21:41:54,920 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/05331d58135c473fbc09e79930f6aa92 2024-11-12T21:41:54,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/37fe75131c1b4638870cca696dfa2c57 is 50, key is test_row_0/C:col10/1731447713916/Put/seqid=0 2024-11-12T21:41:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742284_1460 (size=12001) 2024-11-12T21:41:54,958 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/37fe75131c1b4638870cca696dfa2c57 2024-11-12T21:41:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/76051e413b2c43b393421432320aa567 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/76051e413b2c43b393421432320aa567 2024-11-12T21:41:54,967 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/76051e413b2c43b393421432320aa567, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T21:41:54,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/05331d58135c473fbc09e79930f6aa92 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/05331d58135c473fbc09e79930f6aa92 2024-11-12T21:41:54,973 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/05331d58135c473fbc09e79930f6aa92, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T21:41:54,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/37fe75131c1b4638870cca696dfa2c57 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/37fe75131c1b4638870cca696dfa2c57 2024-11-12T21:41:54,980 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/37fe75131c1b4638870cca696dfa2c57, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T21:41:54,981 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4770a0d97888f02959db8ef650598fb2 in 495ms, sequenceid=38, compaction requested=false 2024-11-12T21:41:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-12T21:41:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-12T21:41:54,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-12T21:41:54,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1080 sec 2024-11-12T21:41:54,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.1170 sec 2024-11-12T21:41:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:41:55,011 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:55,011 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-12T21:41:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:41:55,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:55,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:55,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:41:55,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-12T21:41:55,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:55,165 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:41:55,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/61bf7f7a371749c28876c61a5abf07d4 is 50, key is test_row_0/A:col10/1731447714555/Put/seqid=0 2024-11-12T21:41:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742285_1461 (size=12001) 2024-11-12T21:41:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:55,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:55,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447775235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447775236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447775237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447775244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447775245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:41:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447775350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447775360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447775360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447775360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447775360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447775570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,574 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/61bf7f7a371749c28876c61a5abf07d4 2024-11-12T21:41:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/a49c356f85374b62abc13cf5ee391bb9 is 50, key is test_row_0/B:col10/1731447714555/Put/seqid=0 2024-11-12T21:41:55,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447775580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742286_1462 (size=12001) 2024-11-12T21:41:55,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447775580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447775581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447775581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:41:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447775880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447775890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447775891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447775891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447775891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:55,986 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/a49c356f85374b62abc13cf5ee391bb9 2024-11-12T21:41:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/d0bc2c0972f541d990ff6195f7ffcf3b is 50, key is test_row_0/C:col10/1731447714555/Put/seqid=0 2024-11-12T21:41:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742287_1463 (size=12001) 2024-11-12T21:41:55,997 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/d0bc2c0972f541d990ff6195f7ffcf3b 2024-11-12T21:41:56,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/61bf7f7a371749c28876c61a5abf07d4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/61bf7f7a371749c28876c61a5abf07d4 2024-11-12T21:41:56,004 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/61bf7f7a371749c28876c61a5abf07d4, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T21:41:56,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/a49c356f85374b62abc13cf5ee391bb9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a49c356f85374b62abc13cf5ee391bb9 2024-11-12T21:41:56,012 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a49c356f85374b62abc13cf5ee391bb9, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T21:41:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/d0bc2c0972f541d990ff6195f7ffcf3b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/d0bc2c0972f541d990ff6195f7ffcf3b 2024-11-12T21:41:56,016 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/d0bc2c0972f541d990ff6195f7ffcf3b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T21:41:56,017 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4770a0d97888f02959db8ef650598fb2 in 851ms, sequenceid=49, compaction requested=true 2024-11-12T21:41:56,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:56,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:56,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-12T21:41:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-12T21:41:56,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-12T21:41:56,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-12T21:41:56,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0090 sec 2024-11-12T21:41:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:41:56,151 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:56,151 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-12T21:41:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:41:56,153 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:56,153 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:56,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:41:56,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:41:56,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:56,305 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:41:56,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/476e017c12584630bb5e518f7eee5b4b is 50, key is test_row_0/A:col10/1731447715234/Put/seqid=0 2024-11-12T21:41:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742288_1464 (size=12001) 2024-11-12T21:41:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:56,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447776410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447776410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447776411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447776416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447776417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:41:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447776520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447776530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447776530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,718 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/476e017c12584630bb5e518f7eee5b4b 2024-11-12T21:41:56,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b81965b4ad6f4090afbba948d249473d is 50, key is test_row_0/B:col10/1731447715234/Put/seqid=0 2024-11-12T21:41:56,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:41:56,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742289_1465 (size=12001) 2024-11-12T21:41:56,735 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b81965b4ad6f4090afbba948d249473d 2024-11-12T21:41:56,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447776740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/81285532950b423dbf2d5ad16b24f653 is 50, key is test_row_0/C:col10/1731447715234/Put/seqid=0 2024-11-12T21:41:56,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447776751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447776751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742290_1466 (size=12001) 2024-11-12T21:41:56,776 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/81285532950b423dbf2d5ad16b24f653 2024-11-12T21:41:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/476e017c12584630bb5e518f7eee5b4b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/476e017c12584630bb5e518f7eee5b4b 2024-11-12T21:41:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:41:56,787 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/476e017c12584630bb5e518f7eee5b4b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-12T21:41:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b81965b4ad6f4090afbba948d249473d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b81965b4ad6f4090afbba948d249473d 2024-11-12T21:41:56,791 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b81965b4ad6f4090afbba948d249473d, entries=150, sequenceid=74, filesize=11.7 K 2024-11-12T21:41:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/81285532950b423dbf2d5ad16b24f653 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/81285532950b423dbf2d5ad16b24f653 2024-11-12T21:41:56,795 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/81285532950b423dbf2d5ad16b24f653, entries=150, sequenceid=74, filesize=11.7 K 2024-11-12T21:41:56,797 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4770a0d97888f02959db8ef650598fb2 in 492ms, sequenceid=74, compaction requested=true 2024-11-12T21:41:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-12T21:41:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-12T21:41:56,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-12T21:41:56,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 645 msec 2024-11-12T21:41:56,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 648 msec 2024-11-12T21:41:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:57,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:57,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:41:57,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/b5067212e0d5486389d35e26daff79b0 is 50, key is test_row_0/A:col10/1731447717052/Put/seqid=0 2024-11-12T21:41:57,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742291_1467 (size=14341) 2024-11-12T21:41:57,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/b5067212e0d5486389d35e26daff79b0 2024-11-12T21:41:57,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/d46ec1efa1e54bb7a53b06b4bf95b76d is 50, key is test_row_0/B:col10/1731447717052/Put/seqid=0 2024-11-12T21:41:57,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742292_1468 (size=12001) 2024-11-12T21:41:57,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/d46ec1efa1e54bb7a53b06b4bf95b76d 2024-11-12T21:41:57,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/7c4f174512404d44b62fe25aad418bc2 is 50, key is test_row_0/C:col10/1731447717052/Put/seqid=0 2024-11-12T21:41:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742293_1469 (size=12001) 2024-11-12T21:41:57,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/7c4f174512404d44b62fe25aad418bc2 2024-11-12T21:41:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/b5067212e0d5486389d35e26daff79b0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/b5067212e0d5486389d35e26daff79b0 2024-11-12T21:41:57,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/b5067212e0d5486389d35e26daff79b0, entries=200, sequenceid=86, filesize=14.0 K 2024-11-12T21:41:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/d46ec1efa1e54bb7a53b06b4bf95b76d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/d46ec1efa1e54bb7a53b06b4bf95b76d 2024-11-12T21:41:57,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/d46ec1efa1e54bb7a53b06b4bf95b76d, entries=150, sequenceid=86, filesize=11.7 K 2024-11-12T21:41:57,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/7c4f174512404d44b62fe25aad418bc2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c4f174512404d44b62fe25aad418bc2 2024-11-12T21:41:57,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c4f174512404d44b62fe25aad418bc2, entries=150, sequenceid=86, filesize=11.7 K 2024-11-12T21:41:57,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=73.80 KB/75570 for 4770a0d97888f02959db8ef650598fb2 in 48ms, sequenceid=86, compaction requested=true 2024-11-12T21:41:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:41:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:57,101 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:41:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:41:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:57,101 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:41:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:41:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:57,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T21:41:57,103 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 69365 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:41:57,103 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:41:57,104 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:41:57,104 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:41:57,104 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,104 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,104 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/15f2295e7abe44e0b4980e041cf121e8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/05331d58135c473fbc09e79930f6aa92, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a49c356f85374b62abc13cf5ee391bb9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b81965b4ad6f4090afbba948d249473d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/d46ec1efa1e54bb7a53b06b4bf95b76d] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=58.6 K 2024-11-12T21:41:57,104 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4c157d4caa3c41e286e7aed87bbed102, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/76051e413b2c43b393421432320aa567, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/61bf7f7a371749c28876c61a5abf07d4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/476e017c12584630bb5e518f7eee5b4b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/b5067212e0d5486389d35e26daff79b0] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=67.7 K 2024-11-12T21:41:57,104 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 15f2295e7abe44e0b4980e041cf121e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731447713879 2024-11-12T21:41:57,104 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c157d4caa3c41e286e7aed87bbed102, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731447713874 2024-11-12T21:41:57,104 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 05331d58135c473fbc09e79930f6aa92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731447713908 2024-11-12T21:41:57,104 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76051e413b2c43b393421432320aa567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731447713908 2024-11-12T21:41:57,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting a49c356f85374b62abc13cf5ee391bb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447714555 2024-11-12T21:41:57,105 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61bf7f7a371749c28876c61a5abf07d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447714555 2024-11-12T21:41:57,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b81965b4ad6f4090afbba948d249473d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731447715222 2024-11-12T21:41:57,105 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 476e017c12584630bb5e518f7eee5b4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731447715222 2024-11-12T21:41:57,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting d46ec1efa1e54bb7a53b06b4bf95b76d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731447716410 2024-11-12T21:41:57,105 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5067212e0d5486389d35e26daff79b0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731447716408 2024-11-12T21:41:57,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/3eb02f3a879d48ce98b7c8de2c6cd0b9 is 50, key is test_row_0/A:col10/1731447717086/Put/seqid=0 2024-11-12T21:41:57,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742294_1470 (size=14341) 2024-11-12T21:41:57,116 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#397 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:57,116 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/50992bc17f8048fbab29bd3592fadf3b is 50, key is test_row_0/B:col10/1731447717052/Put/seqid=0 2024-11-12T21:41:57,119 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:57,120 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/65798310de944f1aa727599df07a029d is 50, key is test_row_0/A:col10/1731447717052/Put/seqid=0 2024-11-12T21:41:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742295_1471 (size=12173) 2024-11-12T21:41:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742296_1472 (size=12173) 2024-11-12T21:41:57,126 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/65798310de944f1aa727599df07a029d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/65798310de944f1aa727599df07a029d 2024-11-12T21:41:57,129 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into 65798310de944f1aa727599df07a029d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:57,129 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:57,129 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=11, startTime=1731447717101; duration=0sec 2024-11-12T21:41:57,129 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:41:57,129 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:41:57,129 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T21:41:57,130 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T21:41:57,130 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:41:57,130 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,130 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/611f437b77ee4f9cb01f988bb5377513, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/37fe75131c1b4638870cca696dfa2c57, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/d0bc2c0972f541d990ff6195f7ffcf3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/81285532950b423dbf2d5ad16b24f653, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c4f174512404d44b62fe25aad418bc2] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=58.6 K 2024-11-12T21:41:57,132 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 611f437b77ee4f9cb01f988bb5377513, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731447713879 2024-11-12T21:41:57,132 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37fe75131c1b4638870cca696dfa2c57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731447713908 2024-11-12T21:41:57,133 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0bc2c0972f541d990ff6195f7ffcf3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731447714555 2024-11-12T21:41:57,133 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81285532950b423dbf2d5ad16b24f653, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731447715222 2024-11-12T21:41:57,133 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c4f174512404d44b62fe25aad418bc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731447716410 2024-11-12T21:41:57,141 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:41:57,141 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/546d520c4cb0429a869e96ac18257132 is 50, key is test_row_0/C:col10/1731447717052/Put/seqid=0 2024-11-12T21:41:57,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742297_1473 (size=12173) 2024-11-12T21:41:57,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447777151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447777156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447777157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447777270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447777270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447777270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:41:57,291 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:57,291 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-12T21:41:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:41:57,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:57,293 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:57,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:41:57,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447777421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,428 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 4770a0d97888f02959db8ef650598fb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447777431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,439 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 4770a0d97888f02959db8ef650598fb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T21:41:57,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447777480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447777490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447777491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/3eb02f3a879d48ce98b7c8de2c6cd0b9 2024-11-12T21:41:57,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/155cc140aea04a79ab98960d424bb3b3 is 50, key is test_row_0/B:col10/1731447717086/Put/seqid=0 2024-11-12T21:41:57,524 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/50992bc17f8048fbab29bd3592fadf3b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/50992bc17f8048fbab29bd3592fadf3b 2024-11-12T21:41:57,527 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into 50992bc17f8048fbab29bd3592fadf3b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:57,527 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:57,527 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=11, startTime=1731447717101; duration=0sec 2024-11-12T21:41:57,528 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:57,528 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:41:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742298_1474 (size=12001) 2024-11-12T21:41:57,549 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/546d520c4cb0429a869e96ac18257132 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/546d520c4cb0429a869e96ac18257132 2024-11-12T21:41:57,553 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into 546d520c4cb0429a869e96ac18257132(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:41:57,553 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:57,553 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=11, startTime=1731447717101; duration=0sec 2024-11-12T21:41:57,553 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:41:57,553 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:41:57,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T21:41:57,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:57,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:41:57,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T21:41:57,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:57,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447777801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447777801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447777801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:57,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:57,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:57,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T21:41:57,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:57,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:57,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:41:57,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/155cc140aea04a79ab98960d424bb3b3 2024-11-12T21:41:57,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/0e8532a197964e37bbed239f0543b5e9 is 50, key is test_row_0/C:col10/1731447717086/Put/seqid=0 2024-11-12T21:41:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742299_1475 (size=12001) 2024-11-12T21:41:58,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T21:41:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:58,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:58,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T21:41:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:58,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447778320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447778320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447778321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:58,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/0e8532a197964e37bbed239f0543b5e9 2024-11-12T21:41:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/3eb02f3a879d48ce98b7c8de2c6cd0b9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/3eb02f3a879d48ce98b7c8de2c6cd0b9 2024-11-12T21:41:58,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/3eb02f3a879d48ce98b7c8de2c6cd0b9, entries=200, sequenceid=101, filesize=14.0 K 2024-11-12T21:41:58,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/155cc140aea04a79ab98960d424bb3b3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/155cc140aea04a79ab98960d424bb3b3 2024-11-12T21:41:58,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/155cc140aea04a79ab98960d424bb3b3, entries=150, sequenceid=101, filesize=11.7 K 2024-11-12T21:41:58,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/0e8532a197964e37bbed239f0543b5e9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/0e8532a197964e37bbed239f0543b5e9 2024-11-12T21:41:58,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/0e8532a197964e37bbed239f0543b5e9, entries=150, sequenceid=101, filesize=11.7 K 2024-11-12T21:41:58,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4770a0d97888f02959db8ef650598fb2 in 1257ms, sequenceid=101, compaction requested=false 2024-11-12T21:41:58,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:58,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T21:41:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:58,361 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T21:41:58,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/4f24928c0b2340f7a1a9b2236230f9ed is 50, key is test_row_0/A:col10/1731447717155/Put/seqid=0 2024-11-12T21:41:58,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742300_1476 (size=12001) 2024-11-12T21:41:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:41:58,769 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/4f24928c0b2340f7a1a9b2236230f9ed 2024-11-12T21:41:58,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b3aa2cbd49014fa18e905bc8e1aff575 is 50, key is test_row_0/B:col10/1731447717155/Put/seqid=0 2024-11-12T21:41:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742301_1477 (size=12001) 2024-11-12T21:41:58,786 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b3aa2cbd49014fa18e905bc8e1aff575 2024-11-12T21:41:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/169325f0c7bb41049da98ff74238f6d2 is 50, key is test_row_0/C:col10/1731447717155/Put/seqid=0 2024-11-12T21:41:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742302_1478 (size=12001) 2024-11-12T21:41:58,802 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/169325f0c7bb41049da98ff74238f6d2 2024-11-12T21:41:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/4f24928c0b2340f7a1a9b2236230f9ed as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4f24928c0b2340f7a1a9b2236230f9ed 2024-11-12T21:41:58,812 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4f24928c0b2340f7a1a9b2236230f9ed, entries=150, sequenceid=125, filesize=11.7 K 2024-11-12T21:41:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b3aa2cbd49014fa18e905bc8e1aff575 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b3aa2cbd49014fa18e905bc8e1aff575 2024-11-12T21:41:58,815 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b3aa2cbd49014fa18e905bc8e1aff575, entries=150, sequenceid=125, filesize=11.7 K 2024-11-12T21:41:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/169325f0c7bb41049da98ff74238f6d2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/169325f0c7bb41049da98ff74238f6d2 2024-11-12T21:41:58,819 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/169325f0c7bb41049da98ff74238f6d2, entries=150, sequenceid=125, filesize=11.7 K 2024-11-12T21:41:58,820 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 4770a0d97888f02959db8ef650598fb2 in 459ms, sequenceid=125, compaction requested=true 2024-11-12T21:41:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:41:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-12T21:41:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-12T21:41:58,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-12T21:41:58,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5280 sec 2024-11-12T21:41:58,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.5340 sec 2024-11-12T21:41:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:41:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:41:59,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:41:59,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/8d34fdd316be43a3950ea5ba33ecfd65 is 50, key is test_row_0/A:col10/1731447719342/Put/seqid=0 2024-11-12T21:41:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742303_1479 (size=12151) 2024-11-12T21:41:59,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/8d34fdd316be43a3950ea5ba33ecfd65 2024-11-12T21:41:59,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ab47353d42ee4e34887fb5cf578ba92a is 50, key is test_row_0/B:col10/1731447719342/Put/seqid=0 2024-11-12T21:41:59,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742304_1480 (size=12151) 2024-11-12T21:41:59,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447779416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447779423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447779425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:41:59,440 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:41:59,441 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:41:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-12T21:41:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:41:59,442 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:41:59,443 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:41:59,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:41:59,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447779450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,460 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 4770a0d97888f02959db8ef650598fb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447779461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,468 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 4770a0d97888f02959db8ef650598fb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:41:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:41:59,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447779540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447779540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447779540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:41:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:59,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:59,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:59,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:41:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:59,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:41:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447779760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447779760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:41:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447779761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:41:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:41:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:41:59,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ab47353d42ee4e34887fb5cf578ba92a 2024-11-12T21:41:59,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/099c14fb7394445c8ed58de4e9d9bca9 is 50, key is test_row_0/C:col10/1731447719342/Put/seqid=0 2024-11-12T21:41:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742305_1481 (size=12151) 2024-11-12T21:41:59,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:41:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:41:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:41:59,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:41:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:00,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:42:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:00,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:42:00,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447780070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447780070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447780070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/099c14fb7394445c8ed58de4e9d9bca9 2024-11-12T21:42:00,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/8d34fdd316be43a3950ea5ba33ecfd65 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/8d34fdd316be43a3950ea5ba33ecfd65 2024-11-12T21:42:00,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/8d34fdd316be43a3950ea5ba33ecfd65, entries=150, sequenceid=136, filesize=11.9 K 2024-11-12T21:42:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ab47353d42ee4e34887fb5cf578ba92a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ab47353d42ee4e34887fb5cf578ba92a 2024-11-12T21:42:00,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ab47353d42ee4e34887fb5cf578ba92a, entries=150, sequenceid=136, filesize=11.9 K 2024-11-12T21:42:00,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/099c14fb7394445c8ed58de4e9d9bca9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/099c14fb7394445c8ed58de4e9d9bca9 2024-11-12T21:42:00,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/099c14fb7394445c8ed58de4e9d9bca9, entries=150, sequenceid=136, filesize=11.9 K 2024-11-12T21:42:00,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4770a0d97888f02959db8ef650598fb2 in 846ms, sequenceid=136, compaction requested=true 2024-11-12T21:42:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:00,201 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:42:00,201 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:00,202 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50666 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:00,202 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:42:00,202 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:00,203 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/65798310de944f1aa727599df07a029d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/3eb02f3a879d48ce98b7c8de2c6cd0b9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4f24928c0b2340f7a1a9b2236230f9ed, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/8d34fdd316be43a3950ea5ba33ecfd65] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=49.5 K 2024-11-12T21:42:00,203 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:00,203 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:42:00,203 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:00,203 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/50992bc17f8048fbab29bd3592fadf3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/155cc140aea04a79ab98960d424bb3b3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b3aa2cbd49014fa18e905bc8e1aff575, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ab47353d42ee4e34887fb5cf578ba92a] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=47.2 K 2024-11-12T21:42:00,203 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 50992bc17f8048fbab29bd3592fadf3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731447716410 2024-11-12T21:42:00,203 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65798310de944f1aa727599df07a029d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731447716410 2024-11-12T21:42:00,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:42:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:00,204 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:42:00,205 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 155cc140aea04a79ab98960d424bb3b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731447717081 2024-11-12T21:42:00,205 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3eb02f3a879d48ce98b7c8de2c6cd0b9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731447717081 2024-11-12T21:42:00,206 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b3aa2cbd49014fa18e905bc8e1aff575, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731447717150 2024-11-12T21:42:00,206 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f24928c0b2340f7a1a9b2236230f9ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731447717150 2024-11-12T21:42:00,206 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d34fdd316be43a3950ea5ba33ecfd65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731447719342 2024-11-12T21:42:00,206 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ab47353d42ee4e34887fb5cf578ba92a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731447719342 2024-11-12T21:42:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/239b51151bba492394c5d2b443709b18 is 50, key is test_row_0/A:col10/1731447719411/Put/seqid=0 2024-11-12T21:42:00,224 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:00,224 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/527a69f15e984b459c397f508ec8fa74 is 50, key is test_row_0/B:col10/1731447719342/Put/seqid=0 2024-11-12T21:42:00,226 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:00,226 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/30f0507d6a4a48acbd43f608e0bd20d3 is 50, key is test_row_0/A:col10/1731447719342/Put/seqid=0 2024-11-12T21:42:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742307_1483 (size=12459) 2024-11-12T21:42:00,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742306_1482 (size=12151) 2024-11-12T21:42:00,234 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/239b51151bba492394c5d2b443709b18 2024-11-12T21:42:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742308_1484 (size=12459) 2024-11-12T21:42:00,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/0212b7dee01f45a8bc9e41a91739c5a2 is 50, key is test_row_0/B:col10/1731447719411/Put/seqid=0 2024-11-12T21:42:00,255 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/30f0507d6a4a48acbd43f608e0bd20d3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/30f0507d6a4a48acbd43f608e0bd20d3 2024-11-12T21:42:00,261 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into 30f0507d6a4a48acbd43f608e0bd20d3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:00,261 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:00,261 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=12, startTime=1731447720201; duration=0sec 2024-11-12T21:42:00,261 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:00,262 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:00,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742309_1485 (size=12151) 2024-11-12T21:42:00,263 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:00,264 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:00,264 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:42:00,264 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:00,264 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/546d520c4cb0429a869e96ac18257132, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/0e8532a197964e37bbed239f0543b5e9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/169325f0c7bb41049da98ff74238f6d2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/099c14fb7394445c8ed58de4e9d9bca9] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=47.2 K 2024-11-12T21:42:00,265 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 546d520c4cb0429a869e96ac18257132, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731447716410 2024-11-12T21:42:00,265 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e8532a197964e37bbed239f0543b5e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731447717081 2024-11-12T21:42:00,268 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 169325f0c7bb41049da98ff74238f6d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731447717150 2024-11-12T21:42:00,268 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 099c14fb7394445c8ed58de4e9d9bca9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731447719342 2024-11-12T21:42:00,280 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#412 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:00,280 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/742633d4713847a38b3bc0963fc8d5c2 is 50, key is test_row_0/C:col10/1731447719342/Put/seqid=0 2024-11-12T21:42:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742310_1486 (size=12459) 2024-11-12T21:42:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:42:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:00,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:00,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447780607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447780608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447780609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,637 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/527a69f15e984b459c397f508ec8fa74 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/527a69f15e984b459c397f508ec8fa74 2024-11-12T21:42:00,640 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into 527a69f15e984b459c397f508ec8fa74(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:00,640 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:00,640 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=12, startTime=1731447720201; duration=0sec 2024-11-12T21:42:00,640 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:00,640 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:00,663 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/0212b7dee01f45a8bc9e41a91739c5a2 2024-11-12T21:42:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/09ecf1684a0c410b8458cf8e3139dc84 is 50, key is test_row_0/C:col10/1731447719411/Put/seqid=0 2024-11-12T21:42:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742311_1487 (size=12151) 2024-11-12T21:42:00,688 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/742633d4713847a38b3bc0963fc8d5c2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/742633d4713847a38b3bc0963fc8d5c2 2024-11-12T21:42:00,692 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into 742633d4713847a38b3bc0963fc8d5c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:00,692 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:00,692 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=12, startTime=1731447720201; duration=0sec 2024-11-12T21:42:00,692 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:00,692 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447780721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447780730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447780730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447780931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447780940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447780940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,074 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/09ecf1684a0c410b8458cf8e3139dc84 2024-11-12T21:42:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/239b51151bba492394c5d2b443709b18 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/239b51151bba492394c5d2b443709b18 2024-11-12T21:42:01,081 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/239b51151bba492394c5d2b443709b18, entries=150, sequenceid=161, filesize=11.9 K 2024-11-12T21:42:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/0212b7dee01f45a8bc9e41a91739c5a2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0212b7dee01f45a8bc9e41a91739c5a2 2024-11-12T21:42:01,085 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0212b7dee01f45a8bc9e41a91739c5a2, entries=150, sequenceid=161, filesize=11.9 K 2024-11-12T21:42:01,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/09ecf1684a0c410b8458cf8e3139dc84 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/09ecf1684a0c410b8458cf8e3139dc84 2024-11-12T21:42:01,087 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/09ecf1684a0c410b8458cf8e3139dc84, entries=150, sequenceid=161, filesize=11.9 K 2024-11-12T21:42:01,088 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4770a0d97888f02959db8ef650598fb2 in 884ms, sequenceid=161, compaction requested=false 2024-11-12T21:42:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-12T21:42:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-12T21:42:01,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-12T21:42:01,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6470 sec 2024-11-12T21:42:01,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.6500 sec 2024-11-12T21:42:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:01,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:01,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:42:01,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/5e023171d2734516b72fbe2c2ea295f8 is 50, key is test_row_0/A:col10/1731447720607/Put/seqid=0 2024-11-12T21:42:01,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742312_1488 (size=14541) 2024-11-12T21:42:01,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447781298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447781302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447781303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447781420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447781420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447781420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:42:01,591 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:01,591 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-12T21:42:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:42:01,592 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:01,593 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:01,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:01,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447781630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447781630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447781640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/5e023171d2734516b72fbe2c2ea295f8 2024-11-12T21:42:01,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/52e161b9bdcd4d47bcd81ba7448b4e58 is 50, key is test_row_0/B:col10/1731447720607/Put/seqid=0 2024-11-12T21:42:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:42:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742313_1489 (size=12151) 2024-11-12T21:42:01,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/52e161b9bdcd4d47bcd81ba7448b4e58 2024-11-12T21:42:01,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/cb309d1057ff45ddac5e34b8c95cb4f1 is 50, key is test_row_0/C:col10/1731447720607/Put/seqid=0 2024-11-12T21:42:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742314_1490 (size=12151) 2024-11-12T21:42:01,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/cb309d1057ff45ddac5e34b8c95cb4f1 2024-11-12T21:42:01,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/5e023171d2734516b72fbe2c2ea295f8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/5e023171d2734516b72fbe2c2ea295f8 2024-11-12T21:42:01,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/5e023171d2734516b72fbe2c2ea295f8, entries=200, sequenceid=176, filesize=14.2 K 2024-11-12T21:42:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/52e161b9bdcd4d47bcd81ba7448b4e58 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/52e161b9bdcd4d47bcd81ba7448b4e58 2024-11-12T21:42:01,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/52e161b9bdcd4d47bcd81ba7448b4e58, entries=150, sequenceid=176, filesize=11.9 K 2024-11-12T21:42:01,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/cb309d1057ff45ddac5e34b8c95cb4f1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/cb309d1057ff45ddac5e34b8c95cb4f1 2024-11-12T21:42:01,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/cb309d1057ff45ddac5e34b8c95cb4f1, entries=150, sequenceid=176, filesize=11.9 K 2024-11-12T21:42:01,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4770a0d97888f02959db8ef650598fb2 in 490ms, sequenceid=176, compaction requested=true 2024-11-12T21:42:01,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:01,736 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:01,736 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:01,736 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:01,737 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:42:01,737 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:01,737 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/527a69f15e984b459c397f508ec8fa74, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0212b7dee01f45a8bc9e41a91739c5a2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/52e161b9bdcd4d47bcd81ba7448b4e58] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=35.9 K 2024-11-12T21:42:01,737 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:01,737 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:42:01,737 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:01,737 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/30f0507d6a4a48acbd43f608e0bd20d3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/239b51151bba492394c5d2b443709b18, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/5e023171d2734516b72fbe2c2ea295f8] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=38.2 K 2024-11-12T21:42:01,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:01,739 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30f0507d6a4a48acbd43f608e0bd20d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731447719342 2024-11-12T21:42:01,739 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 527a69f15e984b459c397f508ec8fa74, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731447719342 2024-11-12T21:42:01,739 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 239b51151bba492394c5d2b443709b18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447719411 2024-11-12T21:42:01,739 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 0212b7dee01f45a8bc9e41a91739c5a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447719411 2024-11-12T21:42:01,739 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e023171d2734516b72fbe2c2ea295f8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731447720596 2024-11-12T21:42:01,740 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 52e161b9bdcd4d47bcd81ba7448b4e58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731447720596 2024-11-12T21:42:01,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T21:42:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:01,745 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T21:42:01,755 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:01,756 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/273d20d41c794c52854691cba378742f is 50, key is test_row_0/A:col10/1731447720607/Put/seqid=0 2024-11-12T21:42:01,758 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:01,759 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/a9b3a54af53a4d579a8ebd9571b937d6 is 50, key is test_row_0/B:col10/1731447720607/Put/seqid=0 2024-11-12T21:42:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/e47be606ba1645d598418c94f0cfbab9 is 50, key is test_row_0/A:col10/1731447721301/Put/seqid=0 2024-11-12T21:42:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742315_1491 (size=12561) 2024-11-12T21:42:01,781 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/273d20d41c794c52854691cba378742f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/273d20d41c794c52854691cba378742f 2024-11-12T21:42:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742317_1493 (size=12151) 2024-11-12T21:42:01,784 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into 273d20d41c794c52854691cba378742f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:01,784 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:01,784 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=13, startTime=1731447721735; duration=0sec 2024-11-12T21:42:01,784 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:01,784 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:01,784 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742316_1492 (size=12561) 2024-11-12T21:42:01,789 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:01,789 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:42:01,789 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:01,789 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/742633d4713847a38b3bc0963fc8d5c2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/09ecf1684a0c410b8458cf8e3139dc84, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/cb309d1057ff45ddac5e34b8c95cb4f1] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=35.9 K 2024-11-12T21:42:01,789 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 742633d4713847a38b3bc0963fc8d5c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731447719342 2024-11-12T21:42:01,789 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09ecf1684a0c410b8458cf8e3139dc84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731447719411 2024-11-12T21:42:01,790 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb309d1057ff45ddac5e34b8c95cb4f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731447720596 2024-11-12T21:42:01,792 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/a9b3a54af53a4d579a8ebd9571b937d6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9b3a54af53a4d579a8ebd9571b937d6 2024-11-12T21:42:01,797 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into a9b3a54af53a4d579a8ebd9571b937d6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:01,797 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:01,797 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=13, startTime=1731447721736; duration=0sec 2024-11-12T21:42:01,798 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:01,798 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:01,798 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:01,798 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/b3817b96da1d4cb095ef9c45a9121960 is 50, key is test_row_0/C:col10/1731447720607/Put/seqid=0 2024-11-12T21:42:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742318_1494 (size=12561) 2024-11-12T21:42:01,806 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/b3817b96da1d4cb095ef9c45a9121960 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b3817b96da1d4cb095ef9c45a9121960 2024-11-12T21:42:01,809 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into b3817b96da1d4cb095ef9c45a9121960(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:01,809 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:01,810 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=13, startTime=1731447721736; duration=0sec 2024-11-12T21:42:01,810 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:01,810 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:42:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:01,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447781955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447781956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:01,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447781960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:01,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:01,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447782070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447782070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447782070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,183 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/e47be606ba1645d598418c94f0cfbab9 2024-11-12T21:42:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/8ffcf35d52a04d548bef4b55d2e8d70f is 50, key is test_row_0/B:col10/1731447721301/Put/seqid=0 2024-11-12T21:42:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742319_1495 (size=12151) 2024-11-12T21:42:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:42:02,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447782281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447782281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447782281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,592 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/8ffcf35d52a04d548bef4b55d2e8d70f 2024-11-12T21:42:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447782590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447782590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447782590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:02,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/2708d7ae62a9418fb9992c37e00de6c8 is 50, key is test_row_0/C:col10/1731447721301/Put/seqid=0 2024-11-12T21:42:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742320_1496 (size=12151) 2024-11-12T21:42:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:42:03,002 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/2708d7ae62a9418fb9992c37e00de6c8 2024-11-12T21:42:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/e47be606ba1645d598418c94f0cfbab9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e47be606ba1645d598418c94f0cfbab9 2024-11-12T21:42:03,007 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e47be606ba1645d598418c94f0cfbab9, entries=150, sequenceid=200, filesize=11.9 K 2024-11-12T21:42:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/8ffcf35d52a04d548bef4b55d2e8d70f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/8ffcf35d52a04d548bef4b55d2e8d70f 2024-11-12T21:42:03,011 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/8ffcf35d52a04d548bef4b55d2e8d70f, entries=150, sequenceid=200, filesize=11.9 K 2024-11-12T21:42:03,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/2708d7ae62a9418fb9992c37e00de6c8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2708d7ae62a9418fb9992c37e00de6c8 2024-11-12T21:42:03,014 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2708d7ae62a9418fb9992c37e00de6c8, entries=150, sequenceid=200, filesize=11.9 K 2024-11-12T21:42:03,014 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4770a0d97888f02959db8ef650598fb2 in 1269ms, sequenceid=200, compaction requested=false 2024-11-12T21:42:03,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:03,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:03,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-12T21:42:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-12T21:42:03,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-12T21:42:03,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-12T21:42:03,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4270 sec 2024-11-12T21:42:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:03,103 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:03,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:42:03,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/d67d1ac0e38d4c25a6b43f62e7158103 is 50, key is test_row_0/A:col10/1731447721954/Put/seqid=0 2024-11-12T21:42:03,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742321_1497 (size=14541) 2024-11-12T21:42:03,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447783151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447783152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447783154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447783270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447783270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447783271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447783480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447783480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447783480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,486 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 4770a0d97888f02959db8ef650598fb2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,486 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 4770a0d97888f02959db8ef650598fb2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447783481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447783481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/d67d1ac0e38d4c25a6b43f62e7158103 2024-11-12T21:42:03,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/cd63e85b8b0747c990bcd6855a1efba9 is 50, key is test_row_0/B:col10/1731447721954/Put/seqid=0 2024-11-12T21:42:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742322_1498 (size=12151) 2024-11-12T21:42:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:42:03,741 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:03,741 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-12T21:42:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:42:03,743 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:03,744 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:03,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447783790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447783790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447783790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:03,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:03,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:42:03,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T21:42:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:03,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:03,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/cd63e85b8b0747c990bcd6855a1efba9 2024-11-12T21:42:03,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/de5eeab821f54d4e958997ef11cef08b is 50, key is test_row_0/C:col10/1731447721954/Put/seqid=0 2024-11-12T21:42:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742323_1499 (size=12151) 2024-11-12T21:42:04,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T21:42:04,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:04,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:04,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:04,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:04,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:42:04,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T21:42:04,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:04,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:04,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:04,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:04,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447784300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447784300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447784300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:04,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/de5eeab821f54d4e958997ef11cef08b 2024-11-12T21:42:04,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/d67d1ac0e38d4c25a6b43f62e7158103 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/d67d1ac0e38d4c25a6b43f62e7158103 2024-11-12T21:42:04,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/d67d1ac0e38d4c25a6b43f62e7158103, entries=200, sequenceid=216, filesize=14.2 K 2024-11-12T21:42:04,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/cd63e85b8b0747c990bcd6855a1efba9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/cd63e85b8b0747c990bcd6855a1efba9 2024-11-12T21:42:04,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/cd63e85b8b0747c990bcd6855a1efba9, entries=150, sequenceid=216, filesize=11.9 K 2024-11-12T21:42:04,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/de5eeab821f54d4e958997ef11cef08b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/de5eeab821f54d4e958997ef11cef08b 2024-11-12T21:42:04,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/de5eeab821f54d4e958997ef11cef08b, entries=150, sequenceid=216, filesize=11.9 K 2024-11-12T21:42:04,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4770a0d97888f02959db8ef650598fb2 in 1241ms, sequenceid=216, compaction requested=true 2024-11-12T21:42:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:04,344 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:04,344 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:04,345 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:04,345 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:04,345 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:42:04,345 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:42:04,345 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:04,345 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:04,345 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9b3a54af53a4d579a8ebd9571b937d6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/8ffcf35d52a04d548bef4b55d2e8d70f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/cd63e85b8b0747c990bcd6855a1efba9] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.0 K 2024-11-12T21:42:04,345 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/273d20d41c794c52854691cba378742f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e47be606ba1645d598418c94f0cfbab9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/d67d1ac0e38d4c25a6b43f62e7158103] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=38.3 K 2024-11-12T21:42:04,346 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 273d20d41c794c52854691cba378742f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731447720596 2024-11-12T21:42:04,346 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting a9b3a54af53a4d579a8ebd9571b937d6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731447720596 2024-11-12T21:42:04,346 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting e47be606ba1645d598418c94f0cfbab9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731447721296 2024-11-12T21:42:04,346 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ffcf35d52a04d548bef4b55d2e8d70f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731447721296 2024-11-12T21:42:04,346 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d67d1ac0e38d4c25a6b43f62e7158103, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731447721950 2024-11-12T21:42:04,346 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting cd63e85b8b0747c990bcd6855a1efba9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731447721950 2024-11-12T21:42:04,354 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:04,354 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:04,355 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/e7ce4ed3e7b1464a832c1146f9545922 is 50, key is test_row_0/B:col10/1731447721954/Put/seqid=0 2024-11-12T21:42:04,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T21:42:04,355 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/668e58dde5d7421d9c1f5c6ff4e0763a is 50, key is test_row_0/A:col10/1731447721954/Put/seqid=0 2024-11-12T21:42:04,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:04,355 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:42:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/1ef43025f05d4735aa095897d277f8fe is 50, key is test_row_0/A:col10/1731447723151/Put/seqid=0 2024-11-12T21:42:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742325_1501 (size=12663) 2024-11-12T21:42:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742324_1500 (size=12663) 2024-11-12T21:42:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:42:04,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742326_1502 (size=12151) 2024-11-12T21:42:04,771 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/668e58dde5d7421d9c1f5c6ff4e0763a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/668e58dde5d7421d9c1f5c6ff4e0763a 2024-11-12T21:42:04,772 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/e7ce4ed3e7b1464a832c1146f9545922 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/e7ce4ed3e7b1464a832c1146f9545922 2024-11-12T21:42:04,773 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/1ef43025f05d4735aa095897d277f8fe 2024-11-12T21:42:04,778 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into e7ce4ed3e7b1464a832c1146f9545922(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:04,778 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into 668e58dde5d7421d9c1f5c6ff4e0763a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:04,778 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:04,778 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:04,778 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=13, startTime=1731447724344; duration=0sec 2024-11-12T21:42:04,778 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=13, startTime=1731447724344; duration=0sec 2024-11-12T21:42:04,778 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:04,778 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:04,778 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:04,778 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:04,779 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:04,780 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:04,780 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:42:04,780 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:04,780 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b3817b96da1d4cb095ef9c45a9121960, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2708d7ae62a9418fb9992c37e00de6c8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/de5eeab821f54d4e958997ef11cef08b] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.0 K 2024-11-12T21:42:04,781 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b3817b96da1d4cb095ef9c45a9121960, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731447720596 2024-11-12T21:42:04,781 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2708d7ae62a9418fb9992c37e00de6c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731447721296 2024-11-12T21:42:04,781 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting de5eeab821f54d4e958997ef11cef08b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731447721950 2024-11-12T21:42:04,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/0e958f030d824cf2a56881c6eb8d2c48 is 50, key is test_row_0/B:col10/1731447723151/Put/seqid=0 2024-11-12T21:42:04,795 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:04,795 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/b189526b36304e4995864c08e9dce3fe is 50, key is test_row_0/C:col10/1731447721954/Put/seqid=0 2024-11-12T21:42:04,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742327_1503 (size=12151) 2024-11-12T21:42:04,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742328_1504 (size=12663) 2024-11-12T21:42:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:42:05,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:42:05,198 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/0e958f030d824cf2a56881c6eb8d2c48 2024-11-12T21:42:05,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/635565c4d21a44da84fe4ea159445bb4 is 50, key is test_row_0/C:col10/1731447723151/Put/seqid=0 2024-11-12T21:42:05,209 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/b189526b36304e4995864c08e9dce3fe as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b189526b36304e4995864c08e9dce3fe 2024-11-12T21:42:05,215 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into b189526b36304e4995864c08e9dce3fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:05,215 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:05,215 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=13, startTime=1731447724344; duration=0sec 2024-11-12T21:42:05,215 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:05,215 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742329_1505 (size=12151) 2024-11-12T21:42:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:05,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447785332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447785338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447785339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447785450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447785451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447785451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,620 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/635565c4d21a44da84fe4ea159445bb4 2024-11-12T21:42:05,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/1ef43025f05d4735aa095897d277f8fe as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1ef43025f05d4735aa095897d277f8fe 2024-11-12T21:42:05,633 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1ef43025f05d4735aa095897d277f8fe, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T21:42:05,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/0e958f030d824cf2a56881c6eb8d2c48 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0e958f030d824cf2a56881c6eb8d2c48 2024-11-12T21:42:05,639 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0e958f030d824cf2a56881c6eb8d2c48, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T21:42:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/635565c4d21a44da84fe4ea159445bb4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/635565c4d21a44da84fe4ea159445bb4 2024-11-12T21:42:05,644 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/635565c4d21a44da84fe4ea159445bb4, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T21:42:05,644 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 4770a0d97888f02959db8ef650598fb2 in 1289ms, sequenceid=239, compaction requested=false 2024-11-12T21:42:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-12T21:42:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-12T21:42:05,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-12T21:42:05,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9020 sec 2024-11-12T21:42:05,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.9070 sec 2024-11-12T21:42:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:05,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T21:42:05,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/54640275bc954dd08c82c788d85e9fbb is 50, key is test_row_0/A:col10/1731447725337/Put/seqid=0 2024-11-12T21:42:05,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742330_1506 (size=14591) 2024-11-12T21:42:05,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447785721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447785732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447785733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447785840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447785850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447785850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:42:05,891 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:05,891 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-12T21:42:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T21:42:05,893 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:05,893 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:05,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T21:42:06,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T21:42:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447786060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447786070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447786071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/54640275bc954dd08c82c788d85e9fbb 2024-11-12T21:42:06,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/5ef09f3d1ee9409b82ae8e6e46b21f89 is 50, key is test_row_0/B:col10/1731447725337/Put/seqid=0 2024-11-12T21:42:06,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742331_1507 (size=12201) 2024-11-12T21:42:06,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T21:42:06,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:06,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T21:42:06,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T21:42:06,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:06,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447786370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447786380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447786380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/5ef09f3d1ee9409b82ae8e6e46b21f89 2024-11-12T21:42:06,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T21:42:06,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:06,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/1b1114dd85c642378c99832d6054657f is 50, key is test_row_0/C:col10/1731447725337/Put/seqid=0 2024-11-12T21:42:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742332_1508 (size=12201) 2024-11-12T21:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T21:42:06,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T21:42:06,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:06,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T21:42:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447786890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447786891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447786891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:06,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/1b1114dd85c642378c99832d6054657f 2024-11-12T21:42:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/54640275bc954dd08c82c788d85e9fbb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54640275bc954dd08c82c788d85e9fbb 2024-11-12T21:42:06,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54640275bc954dd08c82c788d85e9fbb, entries=200, sequenceid=257, filesize=14.2 K 2024-11-12T21:42:06,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/5ef09f3d1ee9409b82ae8e6e46b21f89 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/5ef09f3d1ee9409b82ae8e6e46b21f89 2024-11-12T21:42:06,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/5ef09f3d1ee9409b82ae8e6e46b21f89, entries=150, sequenceid=257, filesize=11.9 K 2024-11-12T21:42:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/1b1114dd85c642378c99832d6054657f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/1b1114dd85c642378c99832d6054657f 2024-11-12T21:42:06,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/1b1114dd85c642378c99832d6054657f, entries=150, sequenceid=257, filesize=11.9 K 2024-11-12T21:42:06,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4770a0d97888f02959db8ef650598fb2 in 1259ms, sequenceid=257, compaction requested=true 2024-11-12T21:42:06,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:06,925 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:06,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:06,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:06,925 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:06,925 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:42:06,925 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:06,925 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:06,926 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/668e58dde5d7421d9c1f5c6ff4e0763a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1ef43025f05d4735aa095897d277f8fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54640275bc954dd08c82c788d85e9fbb] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=38.5 K 2024-11-12T21:42:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:06,926 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 668e58dde5d7421d9c1f5c6ff4e0763a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731447721950 2024-11-12T21:42:06,926 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef43025f05d4735aa095897d277f8fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447723150 2024-11-12T21:42:06,927 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:06,927 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54640275bc954dd08c82c788d85e9fbb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731447725329 2024-11-12T21:42:06,927 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:42:06,927 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,927 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/e7ce4ed3e7b1464a832c1146f9545922, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0e958f030d824cf2a56881c6eb8d2c48, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/5ef09f3d1ee9409b82ae8e6e46b21f89] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.1 K 2024-11-12T21:42:06,928 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e7ce4ed3e7b1464a832c1146f9545922, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731447721950 2024-11-12T21:42:06,929 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e958f030d824cf2a56881c6eb8d2c48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447723150 2024-11-12T21:42:06,929 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef09f3d1ee9409b82ae8e6e46b21f89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731447725337 2024-11-12T21:42:06,939 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:06,939 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/a50a3459e30847c58ea1abef11f08ee2 is 50, key is test_row_0/A:col10/1731447725337/Put/seqid=0 2024-11-12T21:42:06,941 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:06,942 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/9e4a6bb05da54aad97b66acc7c6a2e0b is 50, key is test_row_0/B:col10/1731447725337/Put/seqid=0 2024-11-12T21:42:06,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742333_1509 (size=12815) 2024-11-12T21:42:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742334_1510 (size=12815) 2024-11-12T21:42:06,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T21:42:06,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:06,961 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T21:42:06,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/ac849718924a4c3ea1353ed01c78a1fa is 50, key is test_row_0/A:col10/1731447725720/Put/seqid=0 2024-11-12T21:42:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742335_1511 (size=12301) 2024-11-12T21:42:06,981 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/ac849718924a4c3ea1353ed01c78a1fa 2024-11-12T21:42:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ad25b1caa0c14d059c6b9dc8171413fb is 50, key is test_row_0/B:col10/1731447725720/Put/seqid=0 2024-11-12T21:42:07,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742336_1512 (size=12301) 2024-11-12T21:42:07,007 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ad25b1caa0c14d059c6b9dc8171413fb 2024-11-12T21:42:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/7c7394d0757e43939ef78c4f8b26753f is 50, key is test_row_0/C:col10/1731447725720/Put/seqid=0 2024-11-12T21:42:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742337_1513 (size=12301) 2024-11-12T21:42:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T21:42:07,363 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/a50a3459e30847c58ea1abef11f08ee2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/a50a3459e30847c58ea1abef11f08ee2 2024-11-12T21:42:07,365 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/9e4a6bb05da54aad97b66acc7c6a2e0b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9e4a6bb05da54aad97b66acc7c6a2e0b 2024-11-12T21:42:07,371 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into a50a3459e30847c58ea1abef11f08ee2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:07,371 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:07,371 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=13, startTime=1731447726925; duration=0sec 2024-11-12T21:42:07,371 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:07,371 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:07,371 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:07,372 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:07,372 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into 9e4a6bb05da54aad97b66acc7c6a2e0b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:07,372 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:42:07,372 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:07,372 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=13, startTime=1731447726925; duration=0sec 2024-11-12T21:42:07,372 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:07,372 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:07,372 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:07,372 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b189526b36304e4995864c08e9dce3fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/635565c4d21a44da84fe4ea159445bb4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/1b1114dd85c642378c99832d6054657f] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.1 K 2024-11-12T21:42:07,373 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b189526b36304e4995864c08e9dce3fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731447721950 2024-11-12T21:42:07,373 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 635565c4d21a44da84fe4ea159445bb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731447723150 2024-11-12T21:42:07,373 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b1114dd85c642378c99832d6054657f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731447725337 2024-11-12T21:42:07,380 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:07,380 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/af957e1964d0451c97efe562b7be00c6 is 50, key is test_row_0/C:col10/1731447725337/Put/seqid=0 2024-11-12T21:42:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742338_1514 (size=12815) 2024-11-12T21:42:07,430 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/7c7394d0757e43939ef78c4f8b26753f 2024-11-12T21:42:07,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/ac849718924a4c3ea1353ed01c78a1fa as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/ac849718924a4c3ea1353ed01c78a1fa 2024-11-12T21:42:07,439 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/ac849718924a4c3ea1353ed01c78a1fa, entries=150, sequenceid=278, filesize=12.0 K 2024-11-12T21:42:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ad25b1caa0c14d059c6b9dc8171413fb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ad25b1caa0c14d059c6b9dc8171413fb 2024-11-12T21:42:07,444 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ad25b1caa0c14d059c6b9dc8171413fb, entries=150, sequenceid=278, filesize=12.0 K 2024-11-12T21:42:07,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/7c7394d0757e43939ef78c4f8b26753f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c7394d0757e43939ef78c4f8b26753f 2024-11-12T21:42:07,451 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c7394d0757e43939ef78c4f8b26753f, entries=150, sequenceid=278, filesize=12.0 K 2024-11-12T21:42:07,452 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 4770a0d97888f02959db8ef650598fb2 in 491ms, sequenceid=278, compaction requested=false 2024-11-12T21:42:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-12T21:42:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-12T21:42:07,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-12T21:42:07,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5620 sec 2024-11-12T21:42:07,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.5670 sec 2024-11-12T21:42:07,791 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/af957e1964d0451c97efe562b7be00c6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/af957e1964d0451c97efe562b7be00c6 2024-11-12T21:42:07,796 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into af957e1964d0451c97efe562b7be00c6(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:07,796 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:07,796 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=13, startTime=1731447726926; duration=0sec 2024-11-12T21:42:07,796 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:07,796 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:07,918 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:07,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:42:07,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/54e03b33c35a4caeb7651a3cd6c3605a is 50, key is test_row_0/A:col10/1731447727913/Put/seqid=0 2024-11-12T21:42:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742339_1515 (size=12301) 2024-11-12T21:42:07,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447787980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:07,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447787981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:07,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:07,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:07,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:07,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447787988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T21:42:08,040 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:08,041 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-12T21:42:08,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T21:42:08,043 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:08,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447788090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447788091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447788101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T21:42:08,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T21:42:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447788300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447788301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447788311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/54e03b33c35a4caeb7651a3cd6c3605a 2024-11-12T21:42:08,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/502baa3b2fa74add9fb24bee26a2b97a is 50, key is test_row_0/B:col10/1731447727913/Put/seqid=0 2024-11-12T21:42:08,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742340_1516 (size=12301) 2024-11-12T21:42:08,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T21:42:08,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:08,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T21:42:08,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T21:42:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:08,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447788611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447788611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447788620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:08,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T21:42:08,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:08,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T21:42:08,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/502baa3b2fa74add9fb24bee26a2b97a 2024-11-12T21:42:08,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/fae5e28db2f1487f991633f79af47c27 is 50, key is test_row_0/C:col10/1731447727913/Put/seqid=0 2024-11-12T21:42:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742341_1517 (size=12301) 2024-11-12T21:42:08,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T21:42:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T21:42:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:08,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:09,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T21:42:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:09,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:09,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447789120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:09,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447789131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:09,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447789131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:09,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/fae5e28db2f1487f991633f79af47c27 2024-11-12T21:42:09,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/54e03b33c35a4caeb7651a3cd6c3605a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54e03b33c35a4caeb7651a3cd6c3605a 2024-11-12T21:42:09,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54e03b33c35a4caeb7651a3cd6c3605a, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T21:42:09,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/502baa3b2fa74add9fb24bee26a2b97a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/502baa3b2fa74add9fb24bee26a2b97a 2024-11-12T21:42:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T21:42:09,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/502baa3b2fa74add9fb24bee26a2b97a, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T21:42:09,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/fae5e28db2f1487f991633f79af47c27 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/fae5e28db2f1487f991633f79af47c27 2024-11-12T21:42:09,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/fae5e28db2f1487f991633f79af47c27, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T21:42:09,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4770a0d97888f02959db8ef650598fb2 in 1266ms, sequenceid=292, compaction requested=true 2024-11-12T21:42:09,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:09,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:09,184 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:09,185 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:09,185 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:09,185 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:42:09,185 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:09,185 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/a50a3459e30847c58ea1abef11f08ee2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/ac849718924a4c3ea1353ed01c78a1fa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54e03b33c35a4caeb7651a3cd6c3605a] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.5 K 2024-11-12T21:42:09,186 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:09,186 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:42:09,186 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting a50a3459e30847c58ea1abef11f08ee2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731447725337 2024-11-12T21:42:09,186 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:09,186 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9e4a6bb05da54aad97b66acc7c6a2e0b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ad25b1caa0c14d059c6b9dc8171413fb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/502baa3b2fa74add9fb24bee26a2b97a] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.5 K 2024-11-12T21:42:09,186 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac849718924a4c3ea1353ed01c78a1fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731447725707 2024-11-12T21:42:09,186 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e4a6bb05da54aad97b66acc7c6a2e0b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731447725337 2024-11-12T21:42:09,186 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54e03b33c35a4caeb7651a3cd6c3605a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447727910 2024-11-12T21:42:09,186 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ad25b1caa0c14d059c6b9dc8171413fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731447725707 2024-11-12T21:42:09,186 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 502baa3b2fa74add9fb24bee26a2b97a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447727910 2024-11-12T21:42:09,191 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:09,192 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/67b805cbbdfe47c9ad53bff19c0881eb is 50, key is test_row_0/A:col10/1731447727913/Put/seqid=0 2024-11-12T21:42:09,199 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:09,199 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/f85a316193694190802bebd72012853a is 50, key is test_row_0/B:col10/1731447727913/Put/seqid=0 2024-11-12T21:42:09,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742342_1518 (size=13017) 2024-11-12T21:42:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742343_1519 (size=13017) 2024-11-12T21:42:09,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T21:42:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:09,268 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:42:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/81bd83b9951c4c9798066734f02720d7 is 50, key is test_row_0/A:col10/1731447727986/Put/seqid=0 2024-11-12T21:42:09,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742344_1520 (size=12301) 2024-11-12T21:42:09,281 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/81bd83b9951c4c9798066734f02720d7 2024-11-12T21:42:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/9878590d26e34982be2ba94329829aea is 50, key is test_row_0/B:col10/1731447727986/Put/seqid=0 2024-11-12T21:42:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742345_1521 (size=12301) 2024-11-12T21:42:09,300 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/9878590d26e34982be2ba94329829aea 2024-11-12T21:42:09,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/8d64d053ce6f456c849b1a1866cafec3 is 50, key is test_row_0/C:col10/1731447727986/Put/seqid=0 2024-11-12T21:42:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742346_1522 (size=12301) 2024-11-12T21:42:09,608 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/67b805cbbdfe47c9ad53bff19c0881eb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/67b805cbbdfe47c9ad53bff19c0881eb 2024-11-12T21:42:09,611 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/f85a316193694190802bebd72012853a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f85a316193694190802bebd72012853a 2024-11-12T21:42:09,612 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into 67b805cbbdfe47c9ad53bff19c0881eb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:09,612 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:09,612 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=13, startTime=1731447729184; duration=0sec 2024-11-12T21:42:09,612 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:09,612 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:09,613 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:09,614 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:09,614 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:42:09,614 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:09,614 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/af957e1964d0451c97efe562b7be00c6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c7394d0757e43939ef78c4f8b26753f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/fae5e28db2f1487f991633f79af47c27] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.5 K 2024-11-12T21:42:09,614 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting af957e1964d0451c97efe562b7be00c6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731447725337 2024-11-12T21:42:09,615 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c7394d0757e43939ef78c4f8b26753f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731447725707 2024-11-12T21:42:09,615 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting fae5e28db2f1487f991633f79af47c27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447727910 2024-11-12T21:42:09,615 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into f85a316193694190802bebd72012853a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:09,615 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:09,615 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=13, startTime=1731447729185; duration=0sec 2024-11-12T21:42:09,615 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:09,615 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:09,621 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:09,622 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/a1732357d7b449058e9e45134fa1f280 is 50, key is test_row_0/C:col10/1731447727913/Put/seqid=0 2024-11-12T21:42:09,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742347_1523 (size=13017) 2024-11-12T21:42:09,721 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/8d64d053ce6f456c849b1a1866cafec3 2024-11-12T21:42:09,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/81bd83b9951c4c9798066734f02720d7 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/81bd83b9951c4c9798066734f02720d7 2024-11-12T21:42:09,726 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/81bd83b9951c4c9798066734f02720d7, entries=150, sequenceid=317, filesize=12.0 K 2024-11-12T21:42:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/9878590d26e34982be2ba94329829aea as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9878590d26e34982be2ba94329829aea 2024-11-12T21:42:09,729 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9878590d26e34982be2ba94329829aea, entries=150, sequenceid=317, filesize=12.0 K 2024-11-12T21:42:09,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/8d64d053ce6f456c849b1a1866cafec3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8d64d053ce6f456c849b1a1866cafec3 2024-11-12T21:42:09,732 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8d64d053ce6f456c849b1a1866cafec3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-12T21:42:09,733 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 4770a0d97888f02959db8ef650598fb2 in 465ms, sequenceid=317, compaction requested=false 2024-11-12T21:42:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-12T21:42:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-12T21:42:09,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-12T21:42:09,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6920 sec 2024-11-12T21:42:09,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.6960 sec 2024-11-12T21:42:10,029 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/a1732357d7b449058e9e45134fa1f280 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/a1732357d7b449058e9e45134fa1f280 2024-11-12T21:42:10,033 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into a1732357d7b449058e9e45134fa1f280(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:10,033 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:10,033 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=13, startTime=1731447729185; duration=0sec 2024-11-12T21:42:10,033 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:10,033 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:10,157 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:10,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:42:10,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/0e54277d6e5d47bab7645f0d70fdad7d is 50, key is test_row_0/A:col10/1731447730151/Put/seqid=0 2024-11-12T21:42:10,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742348_1524 (size=17181) 2024-11-12T21:42:10,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/0e54277d6e5d47bab7645f0d70fdad7d 2024-11-12T21:42:10,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ea509e321a134fa795e86667217b8237 is 50, key is test_row_0/B:col10/1731447730151/Put/seqid=0 2024-11-12T21:42:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742349_1525 (size=12301) 2024-11-12T21:42:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T21:42:10,191 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:10,191 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-12T21:42:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T21:42:10,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:10,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:10,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:10,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447790213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447790222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447790222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T21:42:10,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447790331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447790331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T21:42:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:10,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447790340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:10,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T21:42:10,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:10,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:10,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:10,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:10,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T21:42:10,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447790541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447790541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447790550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ea509e321a134fa795e86667217b8237 2024-11-12T21:42:10,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/31c1909764e248f1943d844e77434078 is 50, key is test_row_0/C:col10/1731447730151/Put/seqid=0 2024-11-12T21:42:10,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742350_1526 (size=12301) 2024-11-12T21:42:10,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/31c1909764e248f1943d844e77434078 2024-11-12T21:42:10,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/0e54277d6e5d47bab7645f0d70fdad7d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/0e54277d6e5d47bab7645f0d70fdad7d 2024-11-12T21:42:10,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/0e54277d6e5d47bab7645f0d70fdad7d, entries=250, sequenceid=332, filesize=16.8 K 2024-11-12T21:42:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/ea509e321a134fa795e86667217b8237 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ea509e321a134fa795e86667217b8237 2024-11-12T21:42:10,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ea509e321a134fa795e86667217b8237, entries=150, sequenceid=332, filesize=12.0 K 2024-11-12T21:42:10,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/31c1909764e248f1943d844e77434078 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/31c1909764e248f1943d844e77434078 2024-11-12T21:42:10,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/31c1909764e248f1943d844e77434078, entries=150, sequenceid=332, filesize=12.0 K 2024-11-12T21:42:10,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4770a0d97888f02959db8ef650598fb2 in 446ms, sequenceid=332, compaction requested=true 2024-11-12T21:42:10,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:10,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:10,603 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:10,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:10,603 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:10,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:10,604 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:10,604 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:10,604 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:42:10,604 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:42:10,604 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:10,604 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:10,604 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f85a316193694190802bebd72012853a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9878590d26e34982be2ba94329829aea, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ea509e321a134fa795e86667217b8237] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.7 K 2024-11-12T21:42:10,604 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/67b805cbbdfe47c9ad53bff19c0881eb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/81bd83b9951c4c9798066734f02720d7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/0e54277d6e5d47bab7645f0d70fdad7d] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=41.5 K 2024-11-12T21:42:10,605 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f85a316193694190802bebd72012853a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447727910 2024-11-12T21:42:10,605 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67b805cbbdfe47c9ad53bff19c0881eb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447727910 2024-11-12T21:42:10,608 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81bd83b9951c4c9798066734f02720d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731447727976 2024-11-12T21:42:10,608 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 9878590d26e34982be2ba94329829aea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731447727976 2024-11-12T21:42:10,608 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting ea509e321a134fa795e86667217b8237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731447730151 2024-11-12T21:42:10,608 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e54277d6e5d47bab7645f0d70fdad7d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731447730141 2024-11-12T21:42:10,615 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:10,615 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/fb7d8c86579c4f66a62e2f9297ee8b0d is 50, key is test_row_0/A:col10/1731447730151/Put/seqid=0 2024-11-12T21:42:10,620 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#453 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:10,621 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b0a253603c4c45b48383a095fc662295 is 50, key is test_row_0/B:col10/1731447730151/Put/seqid=0 2024-11-12T21:42:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742351_1527 (size=13119) 2024-11-12T21:42:10,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742352_1528 (size=13119) 2024-11-12T21:42:10,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T21:42:10,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:10,652 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:42:10,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/fbfe36ba5f0348f694c1499439a6009b is 50, key is test_row_0/A:col10/1731447730221/Put/seqid=0 2024-11-12T21:42:10,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742353_1529 (size=12301) 2024-11-12T21:42:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T21:42:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:10,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447790876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447790877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447790878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447790990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447790990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447790990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,030 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/fb7d8c86579c4f66a62e2f9297ee8b0d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fb7d8c86579c4f66a62e2f9297ee8b0d 2024-11-12T21:42:11,039 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into fb7d8c86579c4f66a62e2f9297ee8b0d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:11,040 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:11,040 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=13, startTime=1731447730603; duration=0sec 2024-11-12T21:42:11,040 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:11,040 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:11,040 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:11,041 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:11,041 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:42:11,041 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,041 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/a1732357d7b449058e9e45134fa1f280, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8d64d053ce6f456c849b1a1866cafec3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/31c1909764e248f1943d844e77434078] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.7 K 2024-11-12T21:42:11,041 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1732357d7b449058e9e45134fa1f280, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731447727910 2024-11-12T21:42:11,042 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d64d053ce6f456c849b1a1866cafec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731447727976 2024-11-12T21:42:11,042 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31c1909764e248f1943d844e77434078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731447730151 2024-11-12T21:42:11,043 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b0a253603c4c45b48383a095fc662295 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b0a253603c4c45b48383a095fc662295 2024-11-12T21:42:11,049 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:11,050 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/dda74cf5524a4025bd827713ded529a0 is 50, key is test_row_0/C:col10/1731447730151/Put/seqid=0 2024-11-12T21:42:11,050 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into b0a253603c4c45b48383a095fc662295(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:11,050 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:11,050 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=13, startTime=1731447730603; duration=0sec 2024-11-12T21:42:11,051 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:11,051 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:11,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742354_1530 (size=13119) 2024-11-12T21:42:11,060 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/fbfe36ba5f0348f694c1499439a6009b 2024-11-12T21:42:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/637a1ae8693943638b109aa86e074d21 is 50, key is test_row_0/B:col10/1731447730221/Put/seqid=0 2024-11-12T21:42:11,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742355_1531 (size=12301) 2024-11-12T21:42:11,098 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/637a1ae8693943638b109aa86e074d21 2024-11-12T21:42:11,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/c229de863ae84554a4d7cca65726184d is 50, key is test_row_0/C:col10/1731447730221/Put/seqid=0 2024-11-12T21:42:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742356_1532 (size=12301) 2024-11-12T21:42:11,136 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/c229de863ae84554a4d7cca65726184d 2024-11-12T21:42:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/fbfe36ba5f0348f694c1499439a6009b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fbfe36ba5f0348f694c1499439a6009b 2024-11-12T21:42:11,146 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fbfe36ba5f0348f694c1499439a6009b, entries=150, sequenceid=357, filesize=12.0 K 2024-11-12T21:42:11,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/637a1ae8693943638b109aa86e074d21 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/637a1ae8693943638b109aa86e074d21 2024-11-12T21:42:11,153 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/637a1ae8693943638b109aa86e074d21, entries=150, sequenceid=357, filesize=12.0 K 2024-11-12T21:42:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/c229de863ae84554a4d7cca65726184d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/c229de863ae84554a4d7cca65726184d 2024-11-12T21:42:11,162 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/c229de863ae84554a4d7cca65726184d, entries=150, sequenceid=357, filesize=12.0 K 2024-11-12T21:42:11,163 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4770a0d97888f02959db8ef650598fb2 in 511ms, sequenceid=357, compaction requested=false 2024-11-12T21:42:11,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:11,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-12T21:42:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-12T21:42:11,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-12T21:42:11,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 972 msec 2024-11-12T21:42:11,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 980 msec 2024-11-12T21:42:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:11,204 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:11,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:42:11,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/e8e511e9ef58441e97090f7217c4f2d8 is 50, key is test_row_0/A:col10/1731447730875/Put/seqid=0 2024-11-12T21:42:11,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742357_1533 (size=14741) 2024-11-12T21:42:11,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/e8e511e9ef58441e97090f7217c4f2d8 2024-11-12T21:42:11,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/1d83b260a1e54767a07226e517d65704 is 50, key is test_row_0/B:col10/1731447730875/Put/seqid=0 2024-11-12T21:42:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742358_1534 (size=12301) 2024-11-12T21:42:11,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/1d83b260a1e54767a07226e517d65704 2024-11-12T21:42:11,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/3c36f150023f4484bff86e39a5b56edd is 50, key is test_row_0/C:col10/1731447730875/Put/seqid=0 2024-11-12T21:42:11,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742359_1535 (size=12301) 2024-11-12T21:42:11,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/3c36f150023f4484bff86e39a5b56edd 2024-11-12T21:42:11,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/e8e511e9ef58441e97090f7217c4f2d8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e8e511e9ef58441e97090f7217c4f2d8 2024-11-12T21:42:11,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e8e511e9ef58441e97090f7217c4f2d8, entries=200, sequenceid=371, filesize=14.4 K 2024-11-12T21:42:11,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/1d83b260a1e54767a07226e517d65704 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/1d83b260a1e54767a07226e517d65704 2024-11-12T21:42:11,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/1d83b260a1e54767a07226e517d65704, entries=150, sequenceid=371, filesize=12.0 K 2024-11-12T21:42:11,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/3c36f150023f4484bff86e39a5b56edd as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/3c36f150023f4484bff86e39a5b56edd 2024-11-12T21:42:11,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/3c36f150023f4484bff86e39a5b56edd, entries=150, sequenceid=371, filesize=12.0 K 2024-11-12T21:42:11,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=100.63 KB/103050 for 4770a0d97888f02959db8ef650598fb2 in 84ms, sequenceid=371, compaction requested=true 2024-11-12T21:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:11,288 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:42:11,289 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:11,289 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:42:11,289 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,289 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fb7d8c86579c4f66a62e2f9297ee8b0d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fbfe36ba5f0348f694c1499439a6009b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e8e511e9ef58441e97090f7217c4f2d8] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=39.2 K 2024-11-12T21:42:11,289 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting fb7d8c86579c4f66a62e2f9297ee8b0d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731447730151 2024-11-12T21:42:11,290 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting fbfe36ba5f0348f694c1499439a6009b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731447730207 2024-11-12T21:42:11,290 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e8e511e9ef58441e97090f7217c4f2d8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731447730865 2024-11-12T21:42:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:11,296 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:11,296 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/c789e7038b5845d4ba74a15e3a8a1cec is 50, key is test_row_0/A:col10/1731447730875/Put/seqid=0 2024-11-12T21:42:11,296 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:11,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T21:42:11,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/cb478e3512e84c5dbc604f95c05bb74c is 50, key is test_row_0/A:col10/1731447731284/Put/seqid=0 2024-11-12T21:42:11,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742360_1536 (size=13221) 2024-11-12T21:42:11,326 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/c789e7038b5845d4ba74a15e3a8a1cec as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/c789e7038b5845d4ba74a15e3a8a1cec 2024-11-12T21:42:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742361_1537 (size=14741) 2024-11-12T21:42:11,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/cb478e3512e84c5dbc604f95c05bb74c 2024-11-12T21:42:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T21:42:11,331 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:11,332 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:11,332 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into c789e7038b5845d4ba74a15e3a8a1cec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:11,332 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:11,332 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=13, startTime=1731447731288; duration=0sec 2024-11-12T21:42:11,332 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:42:11,332 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:11,332 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-12T21:42:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-12T21:42:11,334 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:42:11,334 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:42:11,334 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. because compaction request was cancelled 2024-11-12T21:42:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T21:42:11,334 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:11,334 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:11,335 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:11,335 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:11,335 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:42:11,335 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,335 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b0a253603c4c45b48383a095fc662295, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/637a1ae8693943638b109aa86e074d21, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/1d83b260a1e54767a07226e517d65704] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=36.8 K 2024-11-12T21:42:11,335 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:11,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:11,335 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b0a253603c4c45b48383a095fc662295, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731447730151 2024-11-12T21:42:11,336 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 637a1ae8693943638b109aa86e074d21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731447730207 2024-11-12T21:42:11,336 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d83b260a1e54767a07226e517d65704, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731447730865 2024-11-12T21:42:11,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/6c8a88814ad547029d1b67f6b9e8c997 is 50, key is test_row_0/B:col10/1731447731284/Put/seqid=0 2024-11-12T21:42:11,351 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:11,352 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/f9c38da80f0d466fb7e3bc004ee6ffcb is 50, key is test_row_0/B:col10/1731447730875/Put/seqid=0 2024-11-12T21:42:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742362_1538 (size=12301) 2024-11-12T21:42:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742363_1539 (size=13221) 2024-11-12T21:42:11,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447791357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447791357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447791359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T21:42:11,461 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/dda74cf5524a4025bd827713ded529a0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/dda74cf5524a4025bd827713ded529a0 2024-11-12T21:42:11,465 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into dda74cf5524a4025bd827713ded529a0(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:11,465 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:11,465 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=13, startTime=1731447730604; duration=0sec 2024-11-12T21:42:11,466 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:11,466 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447791480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447791480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447791480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-12T21:42:11,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-12T21:42:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T21:42:11,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447791690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447791690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447791701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:11,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/6c8a88814ad547029d1b67f6b9e8c997 2024-11-12T21:42:11,776 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/f9c38da80f0d466fb7e3bc004ee6ffcb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f9c38da80f0d466fb7e3bc004ee6ffcb 2024-11-12T21:42:11,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/35261be4bc754eef8ea7f02d987a7364 is 50, key is test_row_0/C:col10/1731447731284/Put/seqid=0 2024-11-12T21:42:11,779 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into f9c38da80f0d466fb7e3bc004ee6ffcb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:11,779 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:11,779 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=13, startTime=1731447731288; duration=0sec 2024-11-12T21:42:11,780 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:11,780 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:11,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742364_1540 (size=12301) 2024-11-12T21:42:11,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-12T21:42:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-12T21:42:11,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:11,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:11,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T21:42:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447792000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447792000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447792020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-12T21:42:12,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:12,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:12,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:12,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:12,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/35261be4bc754eef8ea7f02d987a7364 2024-11-12T21:42:12,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/cb478e3512e84c5dbc604f95c05bb74c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/cb478e3512e84c5dbc604f95c05bb74c 2024-11-12T21:42:12,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/cb478e3512e84c5dbc604f95c05bb74c, entries=200, sequenceid=390, filesize=14.4 K 2024-11-12T21:42:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/6c8a88814ad547029d1b67f6b9e8c997 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/6c8a88814ad547029d1b67f6b9e8c997 2024-11-12T21:42:12,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/6c8a88814ad547029d1b67f6b9e8c997, entries=150, sequenceid=390, filesize=12.0 K 2024-11-12T21:42:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/35261be4bc754eef8ea7f02d987a7364 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/35261be4bc754eef8ea7f02d987a7364 2024-11-12T21:42:12,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/35261be4bc754eef8ea7f02d987a7364, entries=150, sequenceid=390, filesize=12.0 K 2024-11-12T21:42:12,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4770a0d97888f02959db8ef650598fb2 in 899ms, sequenceid=390, compaction requested=true 2024-11-12T21:42:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:12,195 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:42:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:42:12,195 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:12,196 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:42:12,196 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:42:12,196 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. because compaction request was cancelled 2024-11-12T21:42:12,196 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:12,196 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:42:12,197 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:42:12,197 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:12,197 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:42:12,197 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. because compaction request was cancelled 2024-11-12T21:42:12,197 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:42:12,197 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:12,197 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:12,197 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/dda74cf5524a4025bd827713ded529a0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/c229de863ae84554a4d7cca65726184d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/3c36f150023f4484bff86e39a5b56edd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/35261be4bc754eef8ea7f02d987a7364] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=48.8 K 2024-11-12T21:42:12,197 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting dda74cf5524a4025bd827713ded529a0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731447730151 2024-11-12T21:42:12,197 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c229de863ae84554a4d7cca65726184d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731447730207 2024-11-12T21:42:12,199 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c36f150023f4484bff86e39a5b56edd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731447730865 2024-11-12T21:42:12,200 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 35261be4bc754eef8ea7f02d987a7364, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731447731268 2024-11-12T21:42:12,207 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:12,207 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/4e8fecffd94d460b8c6a22b088f549eb is 50, key is test_row_0/C:col10/1731447731284/Put/seqid=0 2024-11-12T21:42:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742365_1541 (size=13255) 2024-11-12T21:42:12,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-12T21:42:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:12,252 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T21:42:12,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/20d0448aefe54f7c87cd8766b98fe421 is 50, key is test_row_0/A:col10/1731447731357/Put/seqid=0 2024-11-12T21:42:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742366_1542 (size=12301) 2024-11-12T21:42:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T21:42:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:12,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:12,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447792555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447792558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447792559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,616 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/4e8fecffd94d460b8c6a22b088f549eb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4e8fecffd94d460b8c6a22b088f549eb 2024-11-12T21:42:12,619 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into 4e8fecffd94d460b8c6a22b088f549eb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:12,619 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:12,619 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=12, startTime=1731447732195; duration=0sec 2024-11-12T21:42:12,619 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:12,619 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:12,659 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/20d0448aefe54f7c87cd8766b98fe421 2024-11-12T21:42:12,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b8ae98e35de8497b8c53750b3fd4f353 is 50, key is test_row_0/B:col10/1731447731357/Put/seqid=0 2024-11-12T21:42:12,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742367_1543 (size=12301) 2024-11-12T21:42:12,674 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b8ae98e35de8497b8c53750b3fd4f353 2024-11-12T21:42:12,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447792671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447792671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447792671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/8a78e93d37864dfba7f1b7973f79f649 is 50, key is test_row_0/C:col10/1731447731357/Put/seqid=0 2024-11-12T21:42:12,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742368_1544 (size=12301) 2024-11-12T21:42:12,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447792880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447792890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447792891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,085 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/8a78e93d37864dfba7f1b7973f79f649 2024-11-12T21:42:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/20d0448aefe54f7c87cd8766b98fe421 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/20d0448aefe54f7c87cd8766b98fe421 2024-11-12T21:42:13,091 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/20d0448aefe54f7c87cd8766b98fe421, entries=150, sequenceid=410, filesize=12.0 K 2024-11-12T21:42:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b8ae98e35de8497b8c53750b3fd4f353 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b8ae98e35de8497b8c53750b3fd4f353 2024-11-12T21:42:13,094 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b8ae98e35de8497b8c53750b3fd4f353, entries=150, sequenceid=410, filesize=12.0 K 2024-11-12T21:42:13,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/8a78e93d37864dfba7f1b7973f79f649 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8a78e93d37864dfba7f1b7973f79f649 2024-11-12T21:42:13,098 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8a78e93d37864dfba7f1b7973f79f649, entries=150, sequenceid=410, filesize=12.0 K 2024-11-12T21:42:13,099 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4770a0d97888f02959db8ef650598fb2 in 847ms, sequenceid=410, compaction requested=true 2024-11-12T21:42:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-12T21:42:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-12T21:42:13,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-12T21:42:13,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-11-12T21:42:13,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.7700 sec 2024-11-12T21:42:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:13,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T21:42:13,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/09d1ad93dd40425fa0afda0708ef5281 is 50, key is test_row_0/A:col10/1731447733204/Put/seqid=0 2024-11-12T21:42:13,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742369_1545 (size=14741) 2024-11-12T21:42:13,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447793282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447793283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447793283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447793401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447793401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447793401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T21:42:13,481 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:13,481 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-12T21:42:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T21:42:13,483 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:13,483 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:13,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:13,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51408 deadline: 1731447793540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,544 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in 4770a0d97888f02959db8ef650598fb2 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18306 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51400 deadline: 1731447793571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,573 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in 4770a0d97888f02959db8ef650598fb2 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18328 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T21:42:13,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/09d1ad93dd40425fa0afda0708ef5281 2024-11-12T21:42:13,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6 is 50, key is test_row_0/B:col10/1731447733204/Put/seqid=0 2024-11-12T21:42:13,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447793610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447793610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447793610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742370_1546 (size=12301) 2024-11-12T21:42:13,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T21:42:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:13,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:13,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T21:42:13,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:13,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:13,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:13,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:13,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T21:42:13,872 INFO [Thread-2052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2052. 2024-11-12T21:42:13,872 DEBUG [Thread-2052 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:13,872 INFO [Thread-2056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2056. 2024-11-12T21:42:13,872 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,872 DEBUG [Thread-2056 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:13,872 DEBUG [Thread-2056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,872 DEBUG [Thread-2056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:13,873 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:13,873 INFO [Thread-2054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2054. 2024-11-12T21:42:13,873 DEBUG [Thread-2054 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:13,873 DEBUG [Thread-2054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,873 DEBUG [Thread-2054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:13,881 INFO [Thread-2060 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2060. 2024-11-12T21:42:13,881 INFO [Thread-2058 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2058. 2024-11-12T21:42:13,881 DEBUG [Thread-2060 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:13,881 DEBUG [Thread-2060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,881 DEBUG [Thread-2058 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:13,881 DEBUG [Thread-2058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,881 DEBUG [Thread-2060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,881 DEBUG [Thread-2058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:13,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:13,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447793930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447793930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447793930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:13,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T21:42:13,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:13,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:13,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:13,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:13,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6 2024-11-12T21:42:14,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/bb50a22ca687455c947c9684808bbbd3 is 50, key is test_row_0/C:col10/1731447733204/Put/seqid=0 2024-11-12T21:42:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742371_1547 (size=12301) 2024-11-12T21:42:14,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T21:42:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T21:42:14,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T21:42:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T21:42:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:14,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/bb50a22ca687455c947c9684808bbbd3 2024-11-12T21:42:14,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/09d1ad93dd40425fa0afda0708ef5281 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09d1ad93dd40425fa0afda0708ef5281 2024-11-12T21:42:14,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09d1ad93dd40425fa0afda0708ef5281, entries=200, sequenceid=431, filesize=14.4 K 2024-11-12T21:42:14,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6 2024-11-12T21:42:14,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:14,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:14,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51366 deadline: 1731447794441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51342 deadline: 1731447794441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51350 deadline: 1731447794441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 , the old value is region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:14,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., hostname=0c576948786c,36959,1731447576789, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:42:14,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6, entries=150, sequenceid=431, filesize=12.0 K 2024-11-12T21:42:14,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/bb50a22ca687455c947c9684808bbbd3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/bb50a22ca687455c947c9684808bbbd3 2024-11-12T21:42:14,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/bb50a22ca687455c947c9684808bbbd3, entries=150, sequenceid=431, filesize=12.0 K 2024-11-12T21:42:14,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 4770a0d97888f02959db8ef650598fb2 in 1241ms, sequenceid=431, compaction requested=true 2024-11-12T21:42:14,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:14,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:14,447 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:14,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:14,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:14,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:14,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4770a0d97888f02959db8ef650598fb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:14,447 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:14,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:14,448 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:14,448 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/A is initiating minor compaction (all files) 2024-11-12T21:42:14,448 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:14,448 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/A in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,448 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/B is initiating minor compaction (all files) 2024-11-12T21:42:14,448 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/B in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,448 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/c789e7038b5845d4ba74a15e3a8a1cec, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/cb478e3512e84c5dbc604f95c05bb74c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/20d0448aefe54f7c87cd8766b98fe421, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09d1ad93dd40425fa0afda0708ef5281] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=53.7 K 2024-11-12T21:42:14,448 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f9c38da80f0d466fb7e3bc004ee6ffcb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/6c8a88814ad547029d1b67f6b9e8c997, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b8ae98e35de8497b8c53750b3fd4f353, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=48.9 K 2024-11-12T21:42:14,448 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting c789e7038b5845d4ba74a15e3a8a1cec, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731447730865 2024-11-12T21:42:14,448 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f9c38da80f0d466fb7e3bc004ee6ffcb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731447730865 2024-11-12T21:42:14,448 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb478e3512e84c5dbc604f95c05bb74c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731447731268 2024-11-12T21:42:14,448 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c8a88814ad547029d1b67f6b9e8c997, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731447731268 2024-11-12T21:42:14,449 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b8ae98e35de8497b8c53750b3fd4f353, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731447731355 2024-11-12T21:42:14,449 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20d0448aefe54f7c87cd8766b98fe421, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731447731355 2024-11-12T21:42:14,449 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting a9dd7a4c75ea48a39fe4ab78a2bfcdd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731447732536 2024-11-12T21:42:14,449 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09d1ad93dd40425fa0afda0708ef5281, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731447732536 2024-11-12T21:42:14,455 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#A#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:14,455 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:14,456 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/1f12e49c94a449deb74f3c0316b30e69 is 50, key is test_row_0/A:col10/1731447733204/Put/seqid=0 2024-11-12T21:42:14,456 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/68081390d2d44986b2c059413ec2bd0d is 50, key is test_row_0/B:col10/1731447733204/Put/seqid=0 2024-11-12T21:42:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742373_1549 (size=13357) 2024-11-12T21:42:14,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742372_1548 (size=13357) 2024-11-12T21:42:14,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T21:42:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,553 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T21:42:14,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/09a634f2b3fc4230bbf4fc6d60fd0eb5 is 50, key is test_row_0/A:col10/1731447733280/Put/seqid=0 2024-11-12T21:42:14,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742374_1550 (size=12301) 2024-11-12T21:42:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T21:42:14,866 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/1f12e49c94a449deb74f3c0316b30e69 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1f12e49c94a449deb74f3c0316b30e69 2024-11-12T21:42:14,866 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/68081390d2d44986b2c059413ec2bd0d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/68081390d2d44986b2c059413ec2bd0d 2024-11-12T21:42:14,872 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/A of 4770a0d97888f02959db8ef650598fb2 into 1f12e49c94a449deb74f3c0316b30e69(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:14,872 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/B of 4770a0d97888f02959db8ef650598fb2 into 68081390d2d44986b2c059413ec2bd0d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:14,872 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:14,872 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:14,872 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/B, priority=12, startTime=1731447734447; duration=0sec 2024-11-12T21:42:14,872 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/A, priority=12, startTime=1731447734447; duration=0sec 2024-11-12T21:42:14,872 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:14,872 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:A 2024-11-12T21:42:14,872 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:14,872 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:B 2024-11-12T21:42:14,872 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:14,873 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:14,873 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): 4770a0d97888f02959db8ef650598fb2/C is initiating minor compaction (all files) 2024-11-12T21:42:14,873 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4770a0d97888f02959db8ef650598fb2/C in TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:14,873 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4e8fecffd94d460b8c6a22b088f549eb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8a78e93d37864dfba7f1b7973f79f649, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/bb50a22ca687455c947c9684808bbbd3] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp, totalSize=37.0 K 2024-11-12T21:42:14,874 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e8fecffd94d460b8c6a22b088f549eb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731447731268 2024-11-12T21:42:14,874 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a78e93d37864dfba7f1b7973f79f649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731447731355 2024-11-12T21:42:14,874 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb50a22ca687455c947c9684808bbbd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731447732536 2024-11-12T21:42:14,880 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4770a0d97888f02959db8ef650598fb2#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:14,881 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/2efbeb64f9e34b9e890d52fe84991e83 is 50, key is test_row_0/C:col10/1731447733204/Put/seqid=0 2024-11-12T21:42:14,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742375_1551 (size=13357) 2024-11-12T21:42:14,960 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/09a634f2b3fc4230bbf4fc6d60fd0eb5 2024-11-12T21:42:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b073a6b6e96c42a5ae6a717c41981450 is 50, key is test_row_0/B:col10/1731447733280/Put/seqid=0 2024-11-12T21:42:14,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742376_1552 (size=12301) 2024-11-12T21:42:15,294 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/2efbeb64f9e34b9e890d52fe84991e83 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2efbeb64f9e34b9e890d52fe84991e83 2024-11-12T21:42:15,300 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4770a0d97888f02959db8ef650598fb2/C of 4770a0d97888f02959db8ef650598fb2 into 2efbeb64f9e34b9e890d52fe84991e83(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:15,300 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:15,300 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., storeName=4770a0d97888f02959db8ef650598fb2/C, priority=13, startTime=1731447734447; duration=0sec 2024-11-12T21:42:15,300 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:15,301 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4770a0d97888f02959db8ef650598fb2:C 2024-11-12T21:42:15,378 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b073a6b6e96c42a5ae6a717c41981450 2024-11-12T21:42:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/4dedceeb5a114b448261fc684ef23131 is 50, key is test_row_0/C:col10/1731447733280/Put/seqid=0 2024-11-12T21:42:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742377_1553 (size=12301) 2024-11-12T21:42:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:15,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. as already flushing 2024-11-12T21:42:15,455 INFO [Thread-2045 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2045. 2024-11-12T21:42:15,455 INFO [Thread-2049 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2049. 2024-11-12T21:42:15,455 DEBUG [Thread-2045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:15,455 INFO [Thread-2043 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2043. 2024-11-12T21:42:15,455 DEBUG [Thread-2049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:15,455 DEBUG [Thread-2045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:15,455 DEBUG [Thread-2049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:15,455 DEBUG [Thread-2043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:15,455 DEBUG [Thread-2043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:15,455 DEBUG [Thread-2045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:15,455 DEBUG [Thread-2049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:15,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:15,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:15,455 DEBUG [Thread-2043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:15,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T21:42:15,795 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/4dedceeb5a114b448261fc684ef23131 2024-11-12T21:42:15,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/09a634f2b3fc4230bbf4fc6d60fd0eb5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09a634f2b3fc4230bbf4fc6d60fd0eb5 2024-11-12T21:42:15,803 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09a634f2b3fc4230bbf4fc6d60fd0eb5, entries=150, sequenceid=448, filesize=12.0 K 2024-11-12T21:42:15,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/b073a6b6e96c42a5ae6a717c41981450 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b073a6b6e96c42a5ae6a717c41981450 2024-11-12T21:42:15,807 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b073a6b6e96c42a5ae6a717c41981450, entries=150, sequenceid=448, filesize=12.0 K 2024-11-12T21:42:15,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/4dedceeb5a114b448261fc684ef23131 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4dedceeb5a114b448261fc684ef23131 2024-11-12T21:42:15,810 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4dedceeb5a114b448261fc684ef23131, entries=150, sequenceid=448, filesize=12.0 K 2024-11-12T21:42:15,811 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for 4770a0d97888f02959db8ef650598fb2 in 1258ms, sequenceid=448, compaction requested=false 2024-11-12T21:42:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 4770a0d97888f02959db8ef650598fb2: 2024-11-12T21:42:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-12T21:42:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-12T21:42:15,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-12T21:42:15,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3290 sec 2024-11-12T21:42:15,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.3330 sec 2024-11-12T21:42:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T21:42:17,661 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:23,583 INFO [Thread-2047 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2047. 2024-11-12T21:42:23,583 DEBUG [Thread-2047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:23,583 DEBUG [Thread-2047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:23,583 DEBUG [Thread-2047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:23,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:23,633 INFO [Thread-2041 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2041. 2024-11-12T21:42:23,633 DEBUG [Thread-2041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:23,633 DEBUG [Thread-2041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:23,633 DEBUG [Thread-2041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:23,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1538 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4605 rows 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1535 2024-11-12T21:42:23,633 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4604 rows 2024-11-12T21:42:23,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1533 2024-11-12T21:42:23,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4593 rows 2024-11-12T21:42:23,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1534 2024-11-12T21:42:23,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4601 rows 2024-11-12T21:42:23,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1532 2024-11-12T21:42:23,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4590 rows 2024-11-12T21:42:23,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:42:23,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:42:23,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:23,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:23,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:23,635 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:42:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:23,638 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447743638"}]},"ts":"1731447743638"} 2024-11-12T21:42:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T21:42:23,640 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:42:23,640 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:42:23,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:42:23,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, UNASSIGN}] 2024-11-12T21:42:23,644 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, UNASSIGN 2024-11-12T21:42:23,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4770a0d97888f02959db8ef650598fb2, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:42:23,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, UNASSIGN because future has completed 2024-11-12T21:42:23,647 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:42:23,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:42:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T21:42:23,799 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:23,799 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:42:23,800 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 4770a0d97888f02959db8ef650598fb2, disabling compactions & flushes 2024-11-12T21:42:23,800 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:23,800 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:23,800 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. after waiting 0 ms 2024-11-12T21:42:23,800 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:23,800 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 4770a0d97888f02959db8ef650598fb2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T21:42:23,803 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/38bd8ece0ef5475fbf5406d1cdc3426d is 50, key is test_row_0/A:col10/1731447743631/Put/seqid=0 2024-11-12T21:42:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742378_1554 (size=12301) 2024-11-12T21:42:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T21:42:24,207 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/38bd8ece0ef5475fbf5406d1cdc3426d 2024-11-12T21:42:24,213 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/12f492d6cca44e7484579b46d666b34e is 50, key is test_row_0/B:col10/1731447743631/Put/seqid=0 2024-11-12T21:42:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742379_1555 (size=12301) 2024-11-12T21:42:24,223 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/12f492d6cca44e7484579b46d666b34e 2024-11-12T21:42:24,229 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/38c14006bba24a3fae92c00347336c04 is 50, key is test_row_0/C:col10/1731447743631/Put/seqid=0 2024-11-12T21:42:24,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742380_1556 (size=12301) 2024-11-12T21:42:24,238 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/38c14006bba24a3fae92c00347336c04 2024-11-12T21:42:24,242 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/A/38bd8ece0ef5475fbf5406d1cdc3426d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/38bd8ece0ef5475fbf5406d1cdc3426d 2024-11-12T21:42:24,245 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/38bd8ece0ef5475fbf5406d1cdc3426d, entries=150, sequenceid=459, filesize=12.0 K 2024-11-12T21:42:24,246 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/B/12f492d6cca44e7484579b46d666b34e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/12f492d6cca44e7484579b46d666b34e 2024-11-12T21:42:24,249 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/12f492d6cca44e7484579b46d666b34e, entries=150, sequenceid=459, filesize=12.0 K 2024-11-12T21:42:24,250 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/.tmp/C/38c14006bba24a3fae92c00347336c04 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/38c14006bba24a3fae92c00347336c04 2024-11-12T21:42:24,252 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/38c14006bba24a3fae92c00347336c04, entries=150, sequenceid=459, filesize=12.0 K 2024-11-12T21:42:24,253 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4770a0d97888f02959db8ef650598fb2 in 453ms, sequenceid=459, compaction requested=true 2024-11-12T21:42:24,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4c157d4caa3c41e286e7aed87bbed102, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/76051e413b2c43b393421432320aa567, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/61bf7f7a371749c28876c61a5abf07d4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/476e017c12584630bb5e518f7eee5b4b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/b5067212e0d5486389d35e26daff79b0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/65798310de944f1aa727599df07a029d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/3eb02f3a879d48ce98b7c8de2c6cd0b9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4f24928c0b2340f7a1a9b2236230f9ed, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/30f0507d6a4a48acbd43f608e0bd20d3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/8d34fdd316be43a3950ea5ba33ecfd65, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/239b51151bba492394c5d2b443709b18, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/5e023171d2734516b72fbe2c2ea295f8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/273d20d41c794c52854691cba378742f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e47be606ba1645d598418c94f0cfbab9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/d67d1ac0e38d4c25a6b43f62e7158103, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/668e58dde5d7421d9c1f5c6ff4e0763a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1ef43025f05d4735aa095897d277f8fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54640275bc954dd08c82c788d85e9fbb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/a50a3459e30847c58ea1abef11f08ee2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/ac849718924a4c3ea1353ed01c78a1fa, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/67b805cbbdfe47c9ad53bff19c0881eb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54e03b33c35a4caeb7651a3cd6c3605a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/81bd83b9951c4c9798066734f02720d7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/0e54277d6e5d47bab7645f0d70fdad7d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fb7d8c86579c4f66a62e2f9297ee8b0d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fbfe36ba5f0348f694c1499439a6009b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e8e511e9ef58441e97090f7217c4f2d8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/c789e7038b5845d4ba74a15e3a8a1cec, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/cb478e3512e84c5dbc604f95c05bb74c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/20d0448aefe54f7c87cd8766b98fe421, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09d1ad93dd40425fa0afda0708ef5281] to archive 2024-11-12T21:42:24,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:42:24,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4c157d4caa3c41e286e7aed87bbed102 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4c157d4caa3c41e286e7aed87bbed102 2024-11-12T21:42:24,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/76051e413b2c43b393421432320aa567 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/76051e413b2c43b393421432320aa567 2024-11-12T21:42:24,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/61bf7f7a371749c28876c61a5abf07d4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/61bf7f7a371749c28876c61a5abf07d4 2024-11-12T21:42:24,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/476e017c12584630bb5e518f7eee5b4b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/476e017c12584630bb5e518f7eee5b4b 2024-11-12T21:42:24,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/b5067212e0d5486389d35e26daff79b0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/b5067212e0d5486389d35e26daff79b0 2024-11-12T21:42:24,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/65798310de944f1aa727599df07a029d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/65798310de944f1aa727599df07a029d 2024-11-12T21:42:24,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/3eb02f3a879d48ce98b7c8de2c6cd0b9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/3eb02f3a879d48ce98b7c8de2c6cd0b9 2024-11-12T21:42:24,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4f24928c0b2340f7a1a9b2236230f9ed to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/4f24928c0b2340f7a1a9b2236230f9ed 2024-11-12T21:42:24,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/30f0507d6a4a48acbd43f608e0bd20d3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/30f0507d6a4a48acbd43f608e0bd20d3 2024-11-12T21:42:24,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/8d34fdd316be43a3950ea5ba33ecfd65 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/8d34fdd316be43a3950ea5ba33ecfd65 2024-11-12T21:42:24,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/239b51151bba492394c5d2b443709b18 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/239b51151bba492394c5d2b443709b18 2024-11-12T21:42:24,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/5e023171d2734516b72fbe2c2ea295f8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/5e023171d2734516b72fbe2c2ea295f8 2024-11-12T21:42:24,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/273d20d41c794c52854691cba378742f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/273d20d41c794c52854691cba378742f 2024-11-12T21:42:24,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e47be606ba1645d598418c94f0cfbab9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e47be606ba1645d598418c94f0cfbab9 2024-11-12T21:42:24,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/d67d1ac0e38d4c25a6b43f62e7158103 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/d67d1ac0e38d4c25a6b43f62e7158103 2024-11-12T21:42:24,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/668e58dde5d7421d9c1f5c6ff4e0763a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/668e58dde5d7421d9c1f5c6ff4e0763a 2024-11-12T21:42:24,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1ef43025f05d4735aa095897d277f8fe to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1ef43025f05d4735aa095897d277f8fe 2024-11-12T21:42:24,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54640275bc954dd08c82c788d85e9fbb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54640275bc954dd08c82c788d85e9fbb 2024-11-12T21:42:24,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/a50a3459e30847c58ea1abef11f08ee2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/a50a3459e30847c58ea1abef11f08ee2 2024-11-12T21:42:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T21:42:24,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/ac849718924a4c3ea1353ed01c78a1fa to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/ac849718924a4c3ea1353ed01c78a1fa 2024-11-12T21:42:24,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/67b805cbbdfe47c9ad53bff19c0881eb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/67b805cbbdfe47c9ad53bff19c0881eb 2024-11-12T21:42:24,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54e03b33c35a4caeb7651a3cd6c3605a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/54e03b33c35a4caeb7651a3cd6c3605a 2024-11-12T21:42:24,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/81bd83b9951c4c9798066734f02720d7 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/81bd83b9951c4c9798066734f02720d7 2024-11-12T21:42:24,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/0e54277d6e5d47bab7645f0d70fdad7d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/0e54277d6e5d47bab7645f0d70fdad7d 2024-11-12T21:42:24,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fb7d8c86579c4f66a62e2f9297ee8b0d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fb7d8c86579c4f66a62e2f9297ee8b0d 2024-11-12T21:42:24,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fbfe36ba5f0348f694c1499439a6009b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/fbfe36ba5f0348f694c1499439a6009b 2024-11-12T21:42:24,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e8e511e9ef58441e97090f7217c4f2d8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/e8e511e9ef58441e97090f7217c4f2d8 2024-11-12T21:42:24,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/c789e7038b5845d4ba74a15e3a8a1cec to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/c789e7038b5845d4ba74a15e3a8a1cec 2024-11-12T21:42:24,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/cb478e3512e84c5dbc604f95c05bb74c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/cb478e3512e84c5dbc604f95c05bb74c 2024-11-12T21:42:24,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/20d0448aefe54f7c87cd8766b98fe421 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/20d0448aefe54f7c87cd8766b98fe421 2024-11-12T21:42:24,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09d1ad93dd40425fa0afda0708ef5281 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09d1ad93dd40425fa0afda0708ef5281 2024-11-12T21:42:24,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/15f2295e7abe44e0b4980e041cf121e8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/05331d58135c473fbc09e79930f6aa92, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a49c356f85374b62abc13cf5ee391bb9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b81965b4ad6f4090afbba948d249473d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/50992bc17f8048fbab29bd3592fadf3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/d46ec1efa1e54bb7a53b06b4bf95b76d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/155cc140aea04a79ab98960d424bb3b3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b3aa2cbd49014fa18e905bc8e1aff575, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/527a69f15e984b459c397f508ec8fa74, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ab47353d42ee4e34887fb5cf578ba92a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0212b7dee01f45a8bc9e41a91739c5a2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9b3a54af53a4d579a8ebd9571b937d6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/52e161b9bdcd4d47bcd81ba7448b4e58, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/8ffcf35d52a04d548bef4b55d2e8d70f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/e7ce4ed3e7b1464a832c1146f9545922, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/cd63e85b8b0747c990bcd6855a1efba9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0e958f030d824cf2a56881c6eb8d2c48, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9e4a6bb05da54aad97b66acc7c6a2e0b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/5ef09f3d1ee9409b82ae8e6e46b21f89, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ad25b1caa0c14d059c6b9dc8171413fb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f85a316193694190802bebd72012853a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/502baa3b2fa74add9fb24bee26a2b97a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9878590d26e34982be2ba94329829aea, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b0a253603c4c45b48383a095fc662295, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ea509e321a134fa795e86667217b8237, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/637a1ae8693943638b109aa86e074d21, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f9c38da80f0d466fb7e3bc004ee6ffcb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/1d83b260a1e54767a07226e517d65704, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/6c8a88814ad547029d1b67f6b9e8c997, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b8ae98e35de8497b8c53750b3fd4f353, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6] to archive 2024-11-12T21:42:24,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:42:24,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/15f2295e7abe44e0b4980e041cf121e8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/15f2295e7abe44e0b4980e041cf121e8 2024-11-12T21:42:24,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/05331d58135c473fbc09e79930f6aa92 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/05331d58135c473fbc09e79930f6aa92 2024-11-12T21:42:24,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a49c356f85374b62abc13cf5ee391bb9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a49c356f85374b62abc13cf5ee391bb9 2024-11-12T21:42:24,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b81965b4ad6f4090afbba948d249473d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b81965b4ad6f4090afbba948d249473d 2024-11-12T21:42:24,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/50992bc17f8048fbab29bd3592fadf3b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/50992bc17f8048fbab29bd3592fadf3b 2024-11-12T21:42:24,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/d46ec1efa1e54bb7a53b06b4bf95b76d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/d46ec1efa1e54bb7a53b06b4bf95b76d 2024-11-12T21:42:24,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/155cc140aea04a79ab98960d424bb3b3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/155cc140aea04a79ab98960d424bb3b3 2024-11-12T21:42:24,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b3aa2cbd49014fa18e905bc8e1aff575 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b3aa2cbd49014fa18e905bc8e1aff575 2024-11-12T21:42:24,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/527a69f15e984b459c397f508ec8fa74 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/527a69f15e984b459c397f508ec8fa74 2024-11-12T21:42:24,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ab47353d42ee4e34887fb5cf578ba92a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ab47353d42ee4e34887fb5cf578ba92a 2024-11-12T21:42:24,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0212b7dee01f45a8bc9e41a91739c5a2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0212b7dee01f45a8bc9e41a91739c5a2 2024-11-12T21:42:24,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9b3a54af53a4d579a8ebd9571b937d6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9b3a54af53a4d579a8ebd9571b937d6 2024-11-12T21:42:24,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/52e161b9bdcd4d47bcd81ba7448b4e58 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/52e161b9bdcd4d47bcd81ba7448b4e58 2024-11-12T21:42:24,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/8ffcf35d52a04d548bef4b55d2e8d70f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/8ffcf35d52a04d548bef4b55d2e8d70f 2024-11-12T21:42:24,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/e7ce4ed3e7b1464a832c1146f9545922 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/e7ce4ed3e7b1464a832c1146f9545922 2024-11-12T21:42:24,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/cd63e85b8b0747c990bcd6855a1efba9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/cd63e85b8b0747c990bcd6855a1efba9 2024-11-12T21:42:24,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0e958f030d824cf2a56881c6eb8d2c48 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/0e958f030d824cf2a56881c6eb8d2c48 2024-11-12T21:42:24,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9e4a6bb05da54aad97b66acc7c6a2e0b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9e4a6bb05da54aad97b66acc7c6a2e0b 2024-11-12T21:42:24,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/5ef09f3d1ee9409b82ae8e6e46b21f89 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/5ef09f3d1ee9409b82ae8e6e46b21f89 2024-11-12T21:42:24,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ad25b1caa0c14d059c6b9dc8171413fb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ad25b1caa0c14d059c6b9dc8171413fb 2024-11-12T21:42:24,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f85a316193694190802bebd72012853a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f85a316193694190802bebd72012853a 2024-11-12T21:42:24,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/502baa3b2fa74add9fb24bee26a2b97a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/502baa3b2fa74add9fb24bee26a2b97a 2024-11-12T21:42:24,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9878590d26e34982be2ba94329829aea to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/9878590d26e34982be2ba94329829aea 2024-11-12T21:42:24,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b0a253603c4c45b48383a095fc662295 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b0a253603c4c45b48383a095fc662295 2024-11-12T21:42:24,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ea509e321a134fa795e86667217b8237 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/ea509e321a134fa795e86667217b8237 2024-11-12T21:42:24,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/637a1ae8693943638b109aa86e074d21 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/637a1ae8693943638b109aa86e074d21 2024-11-12T21:42:24,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f9c38da80f0d466fb7e3bc004ee6ffcb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/f9c38da80f0d466fb7e3bc004ee6ffcb 2024-11-12T21:42:24,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/1d83b260a1e54767a07226e517d65704 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/1d83b260a1e54767a07226e517d65704 2024-11-12T21:42:24,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/6c8a88814ad547029d1b67f6b9e8c997 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/6c8a88814ad547029d1b67f6b9e8c997 2024-11-12T21:42:24,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b8ae98e35de8497b8c53750b3fd4f353 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b8ae98e35de8497b8c53750b3fd4f353 2024-11-12T21:42:24,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/a9dd7a4c75ea48a39fe4ab78a2bfcdd6 2024-11-12T21:42:24,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/611f437b77ee4f9cb01f988bb5377513, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/37fe75131c1b4638870cca696dfa2c57, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/d0bc2c0972f541d990ff6195f7ffcf3b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/81285532950b423dbf2d5ad16b24f653, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/546d520c4cb0429a869e96ac18257132, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c4f174512404d44b62fe25aad418bc2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/0e8532a197964e37bbed239f0543b5e9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/169325f0c7bb41049da98ff74238f6d2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/742633d4713847a38b3bc0963fc8d5c2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/099c14fb7394445c8ed58de4e9d9bca9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/09ecf1684a0c410b8458cf8e3139dc84, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b3817b96da1d4cb095ef9c45a9121960, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/cb309d1057ff45ddac5e34b8c95cb4f1, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2708d7ae62a9418fb9992c37e00de6c8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b189526b36304e4995864c08e9dce3fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/de5eeab821f54d4e958997ef11cef08b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/635565c4d21a44da84fe4ea159445bb4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/af957e1964d0451c97efe562b7be00c6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/1b1114dd85c642378c99832d6054657f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c7394d0757e43939ef78c4f8b26753f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/a1732357d7b449058e9e45134fa1f280, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/fae5e28db2f1487f991633f79af47c27, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8d64d053ce6f456c849b1a1866cafec3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/dda74cf5524a4025bd827713ded529a0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/31c1909764e248f1943d844e77434078, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/c229de863ae84554a4d7cca65726184d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/3c36f150023f4484bff86e39a5b56edd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4e8fecffd94d460b8c6a22b088f549eb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/35261be4bc754eef8ea7f02d987a7364, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8a78e93d37864dfba7f1b7973f79f649, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/bb50a22ca687455c947c9684808bbbd3] to archive 2024-11-12T21:42:24,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:42:24,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/611f437b77ee4f9cb01f988bb5377513 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/611f437b77ee4f9cb01f988bb5377513 2024-11-12T21:42:24,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/37fe75131c1b4638870cca696dfa2c57 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/37fe75131c1b4638870cca696dfa2c57 2024-11-12T21:42:24,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/d0bc2c0972f541d990ff6195f7ffcf3b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/d0bc2c0972f541d990ff6195f7ffcf3b 2024-11-12T21:42:24,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/81285532950b423dbf2d5ad16b24f653 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/81285532950b423dbf2d5ad16b24f653 2024-11-12T21:42:24,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/546d520c4cb0429a869e96ac18257132 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/546d520c4cb0429a869e96ac18257132 2024-11-12T21:42:24,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c4f174512404d44b62fe25aad418bc2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c4f174512404d44b62fe25aad418bc2 2024-11-12T21:42:24,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/0e8532a197964e37bbed239f0543b5e9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/0e8532a197964e37bbed239f0543b5e9 2024-11-12T21:42:24,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/169325f0c7bb41049da98ff74238f6d2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/169325f0c7bb41049da98ff74238f6d2 2024-11-12T21:42:24,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/742633d4713847a38b3bc0963fc8d5c2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/742633d4713847a38b3bc0963fc8d5c2 2024-11-12T21:42:24,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/099c14fb7394445c8ed58de4e9d9bca9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/099c14fb7394445c8ed58de4e9d9bca9 2024-11-12T21:42:24,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/09ecf1684a0c410b8458cf8e3139dc84 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/09ecf1684a0c410b8458cf8e3139dc84 2024-11-12T21:42:24,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b3817b96da1d4cb095ef9c45a9121960 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b3817b96da1d4cb095ef9c45a9121960 2024-11-12T21:42:24,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/cb309d1057ff45ddac5e34b8c95cb4f1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/cb309d1057ff45ddac5e34b8c95cb4f1 2024-11-12T21:42:24,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2708d7ae62a9418fb9992c37e00de6c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2708d7ae62a9418fb9992c37e00de6c8 2024-11-12T21:42:24,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b189526b36304e4995864c08e9dce3fe to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/b189526b36304e4995864c08e9dce3fe 2024-11-12T21:42:24,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/de5eeab821f54d4e958997ef11cef08b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/de5eeab821f54d4e958997ef11cef08b 2024-11-12T21:42:24,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/635565c4d21a44da84fe4ea159445bb4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/635565c4d21a44da84fe4ea159445bb4 2024-11-12T21:42:24,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/af957e1964d0451c97efe562b7be00c6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/af957e1964d0451c97efe562b7be00c6 2024-11-12T21:42:24,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/1b1114dd85c642378c99832d6054657f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/1b1114dd85c642378c99832d6054657f 2024-11-12T21:42:24,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c7394d0757e43939ef78c4f8b26753f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/7c7394d0757e43939ef78c4f8b26753f 2024-11-12T21:42:24,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/a1732357d7b449058e9e45134fa1f280 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/a1732357d7b449058e9e45134fa1f280 2024-11-12T21:42:24,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/fae5e28db2f1487f991633f79af47c27 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/fae5e28db2f1487f991633f79af47c27 2024-11-12T21:42:24,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8d64d053ce6f456c849b1a1866cafec3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8d64d053ce6f456c849b1a1866cafec3 2024-11-12T21:42:24,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/dda74cf5524a4025bd827713ded529a0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/dda74cf5524a4025bd827713ded529a0 2024-11-12T21:42:24,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/31c1909764e248f1943d844e77434078 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/31c1909764e248f1943d844e77434078 2024-11-12T21:42:24,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/c229de863ae84554a4d7cca65726184d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/c229de863ae84554a4d7cca65726184d 2024-11-12T21:42:24,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/3c36f150023f4484bff86e39a5b56edd to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/3c36f150023f4484bff86e39a5b56edd 2024-11-12T21:42:24,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4e8fecffd94d460b8c6a22b088f549eb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4e8fecffd94d460b8c6a22b088f549eb 2024-11-12T21:42:24,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/35261be4bc754eef8ea7f02d987a7364 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/35261be4bc754eef8ea7f02d987a7364 2024-11-12T21:42:24,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8a78e93d37864dfba7f1b7973f79f649 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/8a78e93d37864dfba7f1b7973f79f649 2024-11-12T21:42:24,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/bb50a22ca687455c947c9684808bbbd3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/bb50a22ca687455c947c9684808bbbd3 2024-11-12T21:42:24,338 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/recovered.edits/462.seqid, newMaxSeqId=462, maxSeqId=1 2024-11-12T21:42:24,339 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. 2024-11-12T21:42:24,339 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 4770a0d97888f02959db8ef650598fb2: Waiting for close lock at 1731447743800Running coprocessor pre-close hooks at 1731447743800Disabling compacts and flushes for region at 1731447743800Disabling writes for close at 1731447743800Obtaining lock to block concurrent updates at 1731447743800Preparing flush snapshotting stores in 4770a0d97888f02959db8ef650598fb2 at 1731447743800Finished memstore snapshotting TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731447743800Flushing stores of TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2. at 1731447743801 (+1 ms)Flushing 4770a0d97888f02959db8ef650598fb2/A: creating writer at 1731447743801Flushing 4770a0d97888f02959db8ef650598fb2/A: appending metadata at 1731447743803 (+2 ms)Flushing 4770a0d97888f02959db8ef650598fb2/A: closing flushed file at 1731447743803Flushing 4770a0d97888f02959db8ef650598fb2/B: creating writer at 1731447744210 (+407 ms)Flushing 4770a0d97888f02959db8ef650598fb2/B: appending metadata at 1731447744213 (+3 ms)Flushing 4770a0d97888f02959db8ef650598fb2/B: closing flushed file at 1731447744213Flushing 4770a0d97888f02959db8ef650598fb2/C: creating writer at 1731447744226 (+13 ms)Flushing 4770a0d97888f02959db8ef650598fb2/C: appending metadata at 1731447744228 (+2 ms)Flushing 4770a0d97888f02959db8ef650598fb2/C: closing flushed file at 1731447744228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ee31fa: reopening flushed file at 1731447744242 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4979a80e: reopening flushed file at 1731447744246 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f051c88: reopening flushed file at 1731447744249 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4770a0d97888f02959db8ef650598fb2 in 453ms, sequenceid=459, compaction requested=true at 1731447744253 (+4 ms)Writing region close event to WAL at 1731447744336 (+83 ms)Running coprocessor post-close hooks at 1731447744339 (+3 ms)Closed at 1731447744339 2024-11-12T21:42:24,341 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:24,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=4770a0d97888f02959db8ef650598fb2, regionState=CLOSED 2024-11-12T21:42:24,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:42:24,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-12T21:42:24,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 4770a0d97888f02959db8ef650598fb2, server=0c576948786c,36959,1731447576789 in 696 msec 2024-11-12T21:42:24,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-12T21:42:24,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4770a0d97888f02959db8ef650598fb2, UNASSIGN in 701 msec 2024-11-12T21:42:24,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-12T21:42:24,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 704 msec 2024-11-12T21:42:24,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447744347"}]},"ts":"1731447744347"} 2024-11-12T21:42:24,349 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:42:24,349 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:42:24,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 715 msec 2024-11-12T21:42:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T21:42:24,781 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:24,782 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:42:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:24,784 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-12T21:42:24,784 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:24,786 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:24,788 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/recovered.edits] 2024-11-12T21:42:24,790 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09a634f2b3fc4230bbf4fc6d60fd0eb5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/09a634f2b3fc4230bbf4fc6d60fd0eb5 2024-11-12T21:42:24,791 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1f12e49c94a449deb74f3c0316b30e69 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/1f12e49c94a449deb74f3c0316b30e69 2024-11-12T21:42:24,792 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/38bd8ece0ef5475fbf5406d1cdc3426d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/A/38bd8ece0ef5475fbf5406d1cdc3426d 2024-11-12T21:42:24,795 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/12f492d6cca44e7484579b46d666b34e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/12f492d6cca44e7484579b46d666b34e 2024-11-12T21:42:24,797 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/68081390d2d44986b2c059413ec2bd0d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/68081390d2d44986b2c059413ec2bd0d 2024-11-12T21:42:24,798 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b073a6b6e96c42a5ae6a717c41981450 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/B/b073a6b6e96c42a5ae6a717c41981450 2024-11-12T21:42:24,800 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2efbeb64f9e34b9e890d52fe84991e83 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/2efbeb64f9e34b9e890d52fe84991e83 2024-11-12T21:42:24,801 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/38c14006bba24a3fae92c00347336c04 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/38c14006bba24a3fae92c00347336c04 2024-11-12T21:42:24,802 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4dedceeb5a114b448261fc684ef23131 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/C/4dedceeb5a114b448261fc684ef23131 2024-11-12T21:42:24,804 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/recovered.edits/462.seqid to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2/recovered.edits/462.seqid 2024-11-12T21:42:24,805 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/4770a0d97888f02959db8ef650598fb2 2024-11-12T21:42:24,805 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:42:24,807 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:24,809 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:42:24,811 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:42:24,813 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:24,813 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:42:24,813 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731447744813"}]},"ts":"9223372036854775807"} 2024-11-12T21:42:24,815 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:42:24,815 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4770a0d97888f02959db8ef650598fb2, NAME => 'TestAcidGuarantees,,1731447711661.4770a0d97888f02959db8ef650598fb2.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:42:24,816 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:42:24,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731447744816"}]},"ts":"9223372036854775807"} 2024-11-12T21:42:24,818 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:42:24,819 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:24,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-12T21:42:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-12T21:42:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:42:24,893 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:24,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=237 (was 239), OpenFileDescriptor=443 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=9680 (was 9033) - AvailableMemoryMB LEAK? - 2024-11-12T21:42:24,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=9679 2024-11-12T21:42:24,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:42:24,911 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:42:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:24,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:42:24,913 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:24,913 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-12T21:42:24,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:42:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:42:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742381_1557 (size=959) 2024-11-12T21:42:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:42:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:42:25,320 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f 2024-11-12T21:42:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742382_1558 (size=53) 2024-11-12T21:42:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:42:25,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:25,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing cb45cee16dba77d6ce35c4bd4f9187c8, disabling compactions & flushes 2024-11-12T21:42:25,725 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:25,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:25,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. after waiting 0 ms 2024-11-12T21:42:25,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:25,725 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:25,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb45cee16dba77d6ce35c4bd4f9187c8: Waiting for close lock at 1731447745725Disabling compacts and flushes for region at 1731447745725Disabling writes for close at 1731447745725Writing region close event to WAL at 1731447745725Closed at 1731447745725 2024-11-12T21:42:25,726 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:42:25,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731447745726"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731447745726"}]},"ts":"1731447745726"} 2024-11-12T21:42:25,728 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:42:25,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:42:25,729 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447745728"}]},"ts":"1731447745728"} 2024-11-12T21:42:25,730 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:42:25,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, ASSIGN}] 2024-11-12T21:42:25,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, ASSIGN 2024-11-12T21:42:25,732 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, ASSIGN; state=OFFLINE, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=false 2024-11-12T21:42:25,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=cb45cee16dba77d6ce35c4bd4f9187c8, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:42:25,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, ASSIGN because future has completed 2024-11-12T21:42:25,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:42:26,039 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:26,039 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:26,039 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,039 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:26,039 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,039 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,041 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,042 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb45cee16dba77d6ce35c4bd4f9187c8 columnFamilyName A 2024-11-12T21:42:26,042 DEBUG [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:26,042 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(327): Store=cb45cee16dba77d6ce35c4bd4f9187c8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:26,042 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,043 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb45cee16dba77d6ce35c4bd4f9187c8 columnFamilyName B 2024-11-12T21:42:26,043 DEBUG [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:26,044 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(327): Store=cb45cee16dba77d6ce35c4bd4f9187c8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:26,044 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,045 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb45cee16dba77d6ce35c4bd4f9187c8 columnFamilyName C 2024-11-12T21:42:26,045 DEBUG [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:26,045 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(327): Store=cb45cee16dba77d6ce35c4bd4f9187c8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:26,045 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,046 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,046 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,047 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,047 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,047 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:42:26,048 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,050 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:26,050 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened cb45cee16dba77d6ce35c4bd4f9187c8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63941419, jitterRate=-0.04719860851764679}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:42:26,050 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:42:26,050 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for cb45cee16dba77d6ce35c4bd4f9187c8: Running coprocessor pre-open hook at 1731447746039Writing region info on filesystem at 1731447746039Initializing all the Stores at 1731447746040 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447746040Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447746040Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447746040Cleaning up temporary data from old regions at 1731447746047 (+7 ms)Running coprocessor post-open hooks at 1731447746050 (+3 ms)Region opened successfully at 1731447746050 2024-11-12T21:42:26,051 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., pid=154, masterSystemTime=1731447746036 2024-11-12T21:42:26,052 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:26,052 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:26,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=cb45cee16dba77d6ce35c4bd4f9187c8, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:42:26,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:42:26,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-12T21:42:26,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 in 171 msec 2024-11-12T21:42:26,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-12T21:42:26,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, ASSIGN in 326 msec 2024-11-12T21:42:26,059 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:42:26,059 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447746059"}]},"ts":"1731447746059"} 2024-11-12T21:42:26,060 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:42:26,061 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:42:26,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-12T21:42:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:42:27,061 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:27,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32604196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,063 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45159419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b1d56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:27,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:27,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:42:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,34667,1731447576119 2024-11-12T21:42:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58952b6c 2024-11-12T21:42:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:42:27,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:42:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:42:27,070 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:42:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:27,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742383_1559 (size=995) 2024-11-12T21:42:27,481 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T21:42:27,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T21:42:27,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:42:27,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, REOPEN/MOVE}] 2024-11-12T21:42:27,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, REOPEN/MOVE 2024-11-12T21:42:27,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=cb45cee16dba77d6ce35c4bd4f9187c8, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:42:27,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, REOPEN/MOVE because future has completed 2024-11-12T21:42:27,489 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:42:27,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:42:27,642 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,642 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:42:27,642 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing cb45cee16dba77d6ce35c4bd4f9187c8, disabling compactions & flushes 2024-11-12T21:42:27,642 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:27,642 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:27,642 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. after waiting 0 ms 2024-11-12T21:42:27,642 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:27,645 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T21:42:27,646 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:27,646 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for cb45cee16dba77d6ce35c4bd4f9187c8: Waiting for close lock at 1731447747642Running coprocessor pre-close hooks at 1731447747642Disabling compacts and flushes for region at 1731447747642Disabling writes for close at 1731447747642Writing region close event to WAL at 1731447747642Running coprocessor post-close hooks at 1731447747646 (+4 ms)Closed at 1731447747646 2024-11-12T21:42:27,646 WARN [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: cb45cee16dba77d6ce35c4bd4f9187c8 to self. 2024-11-12T21:42:27,648 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,648 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=cb45cee16dba77d6ce35c4bd4f9187c8, regionState=CLOSED 2024-11-12T21:42:27,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:42:27,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-12T21:42:27,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 in 161 msec 2024-11-12T21:42:27,652 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, REOPEN/MOVE; state=CLOSED, location=0c576948786c,36959,1731447576789; forceNewPlan=false, retain=true 2024-11-12T21:42:27,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=cb45cee16dba77d6ce35c4bd4f9187c8, regionState=OPENING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:42:27,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, REOPEN/MOVE because future has completed 2024-11-12T21:42:27,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:42:27,958 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:27,958 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:27,958 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,958 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:27,958 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,958 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,959 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,960 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb45cee16dba77d6ce35c4bd4f9187c8 columnFamilyName A 2024-11-12T21:42:27,961 DEBUG [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:27,961 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(327): Store=cb45cee16dba77d6ce35c4bd4f9187c8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:27,962 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,962 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb45cee16dba77d6ce35c4bd4f9187c8 columnFamilyName B 2024-11-12T21:42:27,962 DEBUG [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:27,963 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(327): Store=cb45cee16dba77d6ce35c4bd4f9187c8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:27,963 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,963 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb45cee16dba77d6ce35c4bd4f9187c8 columnFamilyName C 2024-11-12T21:42:27,964 DEBUG [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:27,964 INFO [StoreOpener-cb45cee16dba77d6ce35c4bd4f9187c8-1 {}] regionserver.HStore(327): Store=cb45cee16dba77d6ce35c4bd4f9187c8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:27,964 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,964 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,965 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,966 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,966 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,966 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:42:27,967 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,967 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened cb45cee16dba77d6ce35c4bd4f9187c8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64029714, jitterRate=-0.04588291049003601}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:42:27,967 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:27,968 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for cb45cee16dba77d6ce35c4bd4f9187c8: Running coprocessor pre-open hook at 1731447747959Writing region info on filesystem at 1731447747959Initializing all the Stores at 1731447747959Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447747959Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447747959Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447747959Cleaning up temporary data from old regions at 1731447747966 (+7 ms)Running coprocessor post-open hooks at 1731447747967 (+1 ms)Region opened successfully at 1731447747968 (+1 ms) 2024-11-12T21:42:27,968 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., pid=159, masterSystemTime=1731447747956 2024-11-12T21:42:27,970 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:27,970 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:27,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=cb45cee16dba77d6ce35c4bd4f9187c8, regionState=OPEN, openSeqNum=5, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:42:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:42:27,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-12T21:42:27,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 in 168 msec 2024-11-12T21:42:27,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-12T21:42:27,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, REOPEN/MOVE in 487 msec 2024-11-12T21:42:27,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-12T21:42:27,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-12T21:42:27,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-12T21:42:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-12T21:42:27,979 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:27,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193a5b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,980 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee950ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,981 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c1ee0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c20cfe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,983 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ec382c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331c55f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0eef11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,985 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4cdee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,986 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2b4f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7654b715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,988 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30225268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,989 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:27,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc1e052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38541fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,990 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb7285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,991 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3374b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2b0540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,993 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f313d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,994 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7bfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e447c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,995 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f3d431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,996 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1700fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba5f0ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:27,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:27,998 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:27,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:27,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2421931c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:27,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2c676b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:28,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2f8fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:28,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:28,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:28,001 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6984352a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:28,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4c6f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:28,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8cf94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:28,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,34667,-1 for getting cluster id 2024-11-12T21:42:28,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:28,004 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eed33afc-d170-44f1-b598-0e193854dfa7' 2024-11-12T21:42:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eed33afc-d170-44f1-b598-0e193854dfa7" 2024-11-12T21:42:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ac5e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,34667,-1] 2024-11-12T21:42:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:28,005 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c711c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:28,006 DEBUG [Thread-2495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,006 DEBUG [Thread-2514 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,006 DEBUG [Thread-2499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,006 DEBUG [Thread-2503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,006 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:28,007 DEBUG [Thread-2510 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-12T21:42:28,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,008 DEBUG [Thread-2506 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,009 DEBUG [Thread-2508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,009 DEBUG [Thread-2501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,009 DEBUG [Thread-2512 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:42:28,010 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,010 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:28,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,011 DEBUG [Thread-2497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:28,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,36959,1731447576789, seqNum=-1] 2024-11-12T21:42:28,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:28,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5] 2024-11-12T21:42:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:28,020 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:28,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T21:42:28,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447808037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447808039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447808040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112765bdb5ee9674905a544cfd7468ca39d_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447748019/Put/seqid=0 2024-11-12T21:42:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447808040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447808041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742384_1560 (size=14594) 2024-11-12T21:42:28,056 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:28,058 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112765bdb5ee9674905a544cfd7468ca39d_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112765bdb5ee9674905a544cfd7468ca39d_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:28,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/131099edfcdc46009f71be95222082b4, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:28,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/131099edfcdc46009f71be95222082b4 is 175, key is test_row_0/A:col10/1731447748019/Put/seqid=0 2024-11-12T21:42:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742385_1561 (size=39549) 2024-11-12T21:42:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:42:28,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447808150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447808150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447808151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447808151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447808151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:28,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:28,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:42:28,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447808360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447808360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447808360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447808361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447808361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:28,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/131099edfcdc46009f71be95222082b4 2024-11-12T21:42:28,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/1bebd5568b4140f1a81cfd2c2a455a90 is 50, key is test_row_0/B:col10/1731447748019/Put/seqid=0 2024-11-12T21:42:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742386_1562 (size=12001) 2024-11-12T21:42:28,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:42:28,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447808671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447808671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447808671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447808671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447808671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:28,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/1bebd5568b4140f1a81cfd2c2a455a90 2024-11-12T21:42:28,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:28,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:28,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/f3c7839a9ba342acbc2ec851a765b92b is 50, key is test_row_0/C:col10/1731447748019/Put/seqid=0 2024-11-12T21:42:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742387_1563 (size=12001) 2024-11-12T21:42:29,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:29,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:42:29,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447809181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:29,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447809181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:29,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:29,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:29,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447809181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:29,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447809181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447809181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:29,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:29,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:29,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/f3c7839a9ba342acbc2ec851a765b92b 2024-11-12T21:42:29,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/131099edfcdc46009f71be95222082b4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/131099edfcdc46009f71be95222082b4 2024-11-12T21:42:29,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/131099edfcdc46009f71be95222082b4, entries=200, sequenceid=17, filesize=38.6 K 2024-11-12T21:42:29,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/1bebd5568b4140f1a81cfd2c2a455a90 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bebd5568b4140f1a81cfd2c2a455a90 2024-11-12T21:42:29,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bebd5568b4140f1a81cfd2c2a455a90, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T21:42:29,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/f3c7839a9ba342acbc2ec851a765b92b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/f3c7839a9ba342acbc2ec851a765b92b 2024-11-12T21:42:29,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/f3c7839a9ba342acbc2ec851a765b92b, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T21:42:29,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1354ms, sequenceid=17, compaction requested=false 2024-11-12T21:42:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:29,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T21:42:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:29,388 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:42:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123a2c5bb4d23d44e6938f549038b5d404_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447748040/Put/seqid=0 2024-11-12T21:42:29,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742388_1564 (size=12154) 2024-11-12T21:42:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:29,815 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123a2c5bb4d23d44e6938f549038b5d404_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a2c5bb4d23d44e6938f549038b5d404_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/4a679d37293b4f22a0a6cb18b88efdb9, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/4a679d37293b4f22a0a6cb18b88efdb9 is 175, key is test_row_0/A:col10/1731447748040/Put/seqid=0 2024-11-12T21:42:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742389_1565 (size=30955) 2024-11-12T21:42:29,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:42:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:42:30,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:30,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447810212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447810212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447810214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447810212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447810215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,236 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/4a679d37293b4f22a0a6cb18b88efdb9 2024-11-12T21:42:30,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/576570990ab84c5eb0ca965d786110e6 is 50, key is test_row_0/B:col10/1731447748040/Put/seqid=0 2024-11-12T21:42:30,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742390_1566 (size=12001) 2024-11-12T21:42:30,252 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/576570990ab84c5eb0ca965d786110e6 2024-11-12T21:42:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/44de0d1a5a704edba24e28323029cd4a is 50, key is test_row_0/C:col10/1731447748040/Put/seqid=0 2024-11-12T21:42:30,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742391_1567 (size=12001) 2024-11-12T21:42:30,262 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/44de0d1a5a704edba24e28323029cd4a 2024-11-12T21:42:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/4a679d37293b4f22a0a6cb18b88efdb9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/4a679d37293b4f22a0a6cb18b88efdb9 2024-11-12T21:42:30,269 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/4a679d37293b4f22a0a6cb18b88efdb9, entries=150, sequenceid=40, filesize=30.2 K 2024-11-12T21:42:30,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/576570990ab84c5eb0ca965d786110e6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/576570990ab84c5eb0ca965d786110e6 2024-11-12T21:42:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,274 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/576570990ab84c5eb0ca965d786110e6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T21:42:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/44de0d1a5a704edba24e28323029cd4a as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/44de0d1a5a704edba24e28323029cd4a 2024-11-12T21:42:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,279 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/44de0d1a5a704edba24e28323029cd4a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T21:42:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,280 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for cb45cee16dba77d6ce35c4bd4f9187c8 in 891ms, sequenceid=40, compaction requested=false 2024-11-12T21:42:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-12T21:42:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-12T21:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-12T21:42:30,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2710 sec 2024-11-12T21:42:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.2770 sec 2024-11-12T21:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:30,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T21:42:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111205b0a69e9d8342e0a4fc388eb85e4bdf_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447750213/Put/seqid=0 2024-11-12T21:42:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447810376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742392_1568 (size=12154) 2024-11-12T21:42:30,388 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,391 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111205b0a69e9d8342e0a4fc388eb85e4bdf_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111205b0a69e9d8342e0a4fc388eb85e4bdf_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447810383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447810383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447810387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447810387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,393 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f594c36ad8ce472584965c450c7f39b0, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:30,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f594c36ad8ce472584965c450c7f39b0 is 175, key is test_row_0/A:col10/1731447750213/Put/seqid=0 2024-11-12T21:42:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742393_1569 (size=30955) 2024-11-12T21:42:30,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f594c36ad8ce472584965c450c7f39b0 2024-11-12T21:42:30,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/32446c888be143d7b7ff9f8c1f07f66c is 50, key is test_row_0/B:col10/1731447750213/Put/seqid=0 2024-11-12T21:42:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742394_1570 (size=12001) 2024-11-12T21:42:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447810490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447810500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447810500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447810501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447810501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447810700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447810711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447810711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447810711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447810711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:30,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/32446c888be143d7b7ff9f8c1f07f66c 2024-11-12T21:42:30,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4bacc340536744a8af030a80371fe598 is 50, key is test_row_0/C:col10/1731447750213/Put/seqid=0 2024-11-12T21:42:30,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742395_1571 (size=12001) 2024-11-12T21:42:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447811010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447811021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447811021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447811021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447811021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4bacc340536744a8af030a80371fe598 2024-11-12T21:42:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f594c36ad8ce472584965c450c7f39b0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f594c36ad8ce472584965c450c7f39b0 2024-11-12T21:42:31,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f594c36ad8ce472584965c450c7f39b0, entries=150, sequenceid=54, filesize=30.2 K 2024-11-12T21:42:31,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/32446c888be143d7b7ff9f8c1f07f66c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/32446c888be143d7b7ff9f8c1f07f66c 2024-11-12T21:42:31,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/32446c888be143d7b7ff9f8c1f07f66c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-12T21:42:31,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4bacc340536744a8af030a80371fe598 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4bacc340536744a8af030a80371fe598 2024-11-12T21:42:31,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4bacc340536744a8af030a80371fe598, entries=150, sequenceid=54, filesize=11.7 K 2024-11-12T21:42:31,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for cb45cee16dba77d6ce35c4bd4f9187c8 in 930ms, sequenceid=54, compaction requested=true 2024-11-12T21:42:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:31,268 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:31,268 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:31,269 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:31,269 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/B is initiating minor compaction (all files) 2024-11-12T21:42:31,269 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/B in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:31,269 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bebd5568b4140f1a81cfd2c2a455a90, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/576570990ab84c5eb0ca965d786110e6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/32446c888be143d7b7ff9f8c1f07f66c] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=35.2 K 2024-11-12T21:42:31,270 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:31,270 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/A is initiating minor compaction (all files) 2024-11-12T21:42:31,270 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/A in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:31,270 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/131099edfcdc46009f71be95222082b4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/4a679d37293b4f22a0a6cb18b88efdb9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f594c36ad8ce472584965c450c7f39b0] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=99.1 K 2024-11-12T21:42:31,270 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:31,270 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/131099edfcdc46009f71be95222082b4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/4a679d37293b4f22a0a6cb18b88efdb9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f594c36ad8ce472584965c450c7f39b0] 2024-11-12T21:42:31,270 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bebd5568b4140f1a81cfd2c2a455a90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731447748014 2024-11-12T21:42:31,271 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 131099edfcdc46009f71be95222082b4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731447748014 2024-11-12T21:42:31,271 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 576570990ab84c5eb0ca965d786110e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447748037 2024-11-12T21:42:31,271 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a679d37293b4f22a0a6cb18b88efdb9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447748037 2024-11-12T21:42:31,271 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 32446c888be143d7b7ff9f8c1f07f66c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447750209 2024-11-12T21:42:31,271 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f594c36ad8ce472584965c450c7f39b0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447750209 2024-11-12T21:42:31,277 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:31,278 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:31,278 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/f2d59386d4eb433c917f63fcd3f9782e is 50, key is test_row_0/B:col10/1731447750213/Put/seqid=0 2024-11-12T21:42:31,280 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411124984a31242d449abb87c3a1bee643a49_cb45cee16dba77d6ce35c4bd4f9187c8 store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:31,282 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411124984a31242d449abb87c3a1bee643a49_cb45cee16dba77d6ce35c4bd4f9187c8, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:31,282 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124984a31242d449abb87c3a1bee643a49_cb45cee16dba77d6ce35c4bd4f9187c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:31,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742396_1572 (size=12104) 2024-11-12T21:42:31,294 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/f2d59386d4eb433c917f63fcd3f9782e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/f2d59386d4eb433c917f63fcd3f9782e 2024-11-12T21:42:31,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742397_1573 (size=4469) 2024-11-12T21:42:31,301 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/B of cb45cee16dba77d6ce35c4bd4f9187c8 into f2d59386d4eb433c917f63fcd3f9782e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:31,301 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:31,301 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/B, priority=13, startTime=1731447751268; duration=0sec 2024-11-12T21:42:31,301 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:31,301 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:B 2024-11-12T21:42:31,302 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:31,303 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:31,303 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/C is initiating minor compaction (all files) 2024-11-12T21:42:31,303 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/C in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:31,303 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/f3c7839a9ba342acbc2ec851a765b92b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/44de0d1a5a704edba24e28323029cd4a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4bacc340536744a8af030a80371fe598] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=35.2 K 2024-11-12T21:42:31,303 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f3c7839a9ba342acbc2ec851a765b92b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731447748014 2024-11-12T21:42:31,304 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 44de0d1a5a704edba24e28323029cd4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731447748037 2024-11-12T21:42:31,304 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bacc340536744a8af030a80371fe598, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447750209 2024-11-12T21:42:31,322 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:31,323 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/8944fb86bc89499b86211edae8fab75c is 50, key is test_row_0/C:col10/1731447750213/Put/seqid=0 2024-11-12T21:42:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742398_1574 (size=12104) 2024-11-12T21:42:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:31,523 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:31,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:42:31,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fb42d0b875604344b1320b4562e95720_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447750377/Put/seqid=0 2024-11-12T21:42:31,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742399_1575 (size=12154) 2024-11-12T21:42:31,548 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:31,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447811545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447811546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447811546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447811547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,557 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fb42d0b875604344b1320b4562e95720_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fb42d0b875604344b1320b4562e95720_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:31,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/3890adc7aa0e43f1978c3c330cc7ab51, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:31,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/3890adc7aa0e43f1978c3c330cc7ab51 is 175, key is test_row_0/A:col10/1731447750377/Put/seqid=0 2024-11-12T21:42:31,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447811554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742400_1576 (size=30955) 2024-11-12T21:42:31,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/3890adc7aa0e43f1978c3c330cc7ab51 2024-11-12T21:42:31,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/b8fa82f8e73144be89760e514f66c563 is 50, key is test_row_0/B:col10/1731447750377/Put/seqid=0 2024-11-12T21:42:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742401_1577 (size=12001) 2024-11-12T21:42:31,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/b8fa82f8e73144be89760e514f66c563 2024-11-12T21:42:31,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/fe47eefc0bf64f16b8a61d15264e579f is 50, key is test_row_0/C:col10/1731447750377/Put/seqid=0 2024-11-12T21:42:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742402_1578 (size=12001) 2024-11-12T21:42:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447811660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447811661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447811661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447811661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447811670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,697 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#A#compaction#493 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:31,697 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/39d3a348e1ea48988581db48b0658470 is 175, key is test_row_0/A:col10/1731447750213/Put/seqid=0 2024-11-12T21:42:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742403_1579 (size=31058) 2024-11-12T21:42:31,716 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/39d3a348e1ea48988581db48b0658470 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/39d3a348e1ea48988581db48b0658470 2024-11-12T21:42:31,721 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/A of cb45cee16dba77d6ce35c4bd4f9187c8 into 39d3a348e1ea48988581db48b0658470(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:31,722 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:31,722 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/A, priority=13, startTime=1731447751268; duration=0sec 2024-11-12T21:42:31,722 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:31,722 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:A 2024-11-12T21:42:31,763 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/8944fb86bc89499b86211edae8fab75c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/8944fb86bc89499b86211edae8fab75c 2024-11-12T21:42:31,768 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/C of cb45cee16dba77d6ce35c4bd4f9187c8 into 8944fb86bc89499b86211edae8fab75c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:31,768 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:31,768 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/C, priority=13, startTime=1731447751268; duration=0sec 2024-11-12T21:42:31,768 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:31,768 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:C 2024-11-12T21:42:31,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447811871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447811871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447811871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447811871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:31,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447811880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/fe47eefc0bf64f16b8a61d15264e579f 2024-11-12T21:42:32,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/3890adc7aa0e43f1978c3c330cc7ab51 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/3890adc7aa0e43f1978c3c330cc7ab51 2024-11-12T21:42:32,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/3890adc7aa0e43f1978c3c330cc7ab51, entries=150, sequenceid=78, filesize=30.2 K 2024-11-12T21:42:32,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/b8fa82f8e73144be89760e514f66c563 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/b8fa82f8e73144be89760e514f66c563 2024-11-12T21:42:32,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/b8fa82f8e73144be89760e514f66c563, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T21:42:32,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/fe47eefc0bf64f16b8a61d15264e579f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/fe47eefc0bf64f16b8a61d15264e579f 2024-11-12T21:42:32,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/fe47eefc0bf64f16b8a61d15264e579f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T21:42:32,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for cb45cee16dba77d6ce35c4bd4f9187c8 in 512ms, sequenceid=78, compaction requested=false 2024-11-12T21:42:32,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:42:32,181 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:32,181 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-12T21:42:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T21:42:32,182 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:32,183 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:32,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:32,184 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:32,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T21:42:32,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e03e3d8082804c009287375ec6da5c2d_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447752182/Put/seqid=0 2024-11-12T21:42:32,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447812203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447812205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447812205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447812206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447812209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742404_1580 (size=14594) 2024-11-12T21:42:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T21:42:32,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447812321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447812321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447812321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447812322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447812322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:32,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:32,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T21:42:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447812530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447812530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447812531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447812531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447812531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:32,624 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e03e3d8082804c009287375ec6da5c2d_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e03e3d8082804c009287375ec6da5c2d_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:32,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/212f8cde5d2244d0acb7502f40805b2f, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:32,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/212f8cde5d2244d0acb7502f40805b2f is 175, key is test_row_0/A:col10/1731447752182/Put/seqid=0 2024-11-12T21:42:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742405_1581 (size=39549) 2024-11-12T21:42:32,629 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/212f8cde5d2244d0acb7502f40805b2f 2024-11-12T21:42:32,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/c3d51f6e883c44b0b77f801a63ffd6e2 is 50, key is test_row_0/B:col10/1731447752182/Put/seqid=0 2024-11-12T21:42:32,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:32,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:32,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742406_1582 (size=12001) 2024-11-12T21:42:32,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T21:42:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447812840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447812840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447812840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447812840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447812840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:32,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:32,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:32,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:32,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/c3d51f6e883c44b0b77f801a63ffd6e2 2024-11-12T21:42:33,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/3130eabcc3cb454886999a14845dce31 is 50, key is test_row_0/C:col10/1731447752182/Put/seqid=0 2024-11-12T21:42:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742407_1583 (size=12001) 2024-11-12T21:42:33,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T21:42:33,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447813350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:33,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447813350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:33,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:33,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:33,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447813350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:33,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447813351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447813351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:33,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:33,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/3130eabcc3cb454886999a14845dce31 2024-11-12T21:42:33,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/212f8cde5d2244d0acb7502f40805b2f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/212f8cde5d2244d0acb7502f40805b2f 2024-11-12T21:42:33,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/212f8cde5d2244d0acb7502f40805b2f, entries=200, sequenceid=96, filesize=38.6 K 2024-11-12T21:42:33,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/c3d51f6e883c44b0b77f801a63ffd6e2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c3d51f6e883c44b0b77f801a63ffd6e2 2024-11-12T21:42:33,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c3d51f6e883c44b0b77f801a63ffd6e2, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T21:42:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/3130eabcc3cb454886999a14845dce31 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3130eabcc3cb454886999a14845dce31 2024-11-12T21:42:33,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3130eabcc3cb454886999a14845dce31, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T21:42:33,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1315ms, sequenceid=96, compaction requested=true 2024-11-12T21:42:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:33,499 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:33,499 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:33,500 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:33,500 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:33,500 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/B is initiating minor compaction (all files) 2024-11-12T21:42:33,500 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/A is initiating minor compaction (all files) 2024-11-12T21:42:33,500 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/B in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,500 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/A in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,500 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/39d3a348e1ea48988581db48b0658470, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/3890adc7aa0e43f1978c3c330cc7ab51, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/212f8cde5d2244d0acb7502f40805b2f] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=99.2 K 2024-11-12T21:42:33,500 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/f2d59386d4eb433c917f63fcd3f9782e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/b8fa82f8e73144be89760e514f66c563, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c3d51f6e883c44b0b77f801a63ffd6e2] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=35.3 K 2024-11-12T21:42:33,500 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,500 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/39d3a348e1ea48988581db48b0658470, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/3890adc7aa0e43f1978c3c330cc7ab51, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/212f8cde5d2244d0acb7502f40805b2f] 2024-11-12T21:42:33,500 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting f2d59386d4eb433c917f63fcd3f9782e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447750209 2024-11-12T21:42:33,501 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b8fa82f8e73144be89760e514f66c563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447750377 2024-11-12T21:42:33,501 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39d3a348e1ea48988581db48b0658470, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447750209 2024-11-12T21:42:33,501 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3890adc7aa0e43f1978c3c330cc7ab51, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447750377 2024-11-12T21:42:33,501 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c3d51f6e883c44b0b77f801a63ffd6e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447751545 2024-11-12T21:42:33,501 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 212f8cde5d2244d0acb7502f40805b2f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447751542 2024-11-12T21:42:33,506 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:33,506 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/4e0b649a09fd425d9fbd6240592052ec is 50, key is test_row_0/B:col10/1731447752182/Put/seqid=0 2024-11-12T21:42:33,507 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:33,517 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411124650a4b3f0874d0da074b2b1fe22a7c4_cb45cee16dba77d6ce35c4bd4f9187c8 store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:33,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411124650a4b3f0874d0da074b2b1fe22a7c4_cb45cee16dba77d6ce35c4bd4f9187c8, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:33,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124650a4b3f0874d0da074b2b1fe22a7c4_cb45cee16dba77d6ce35c4bd4f9187c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:33,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742408_1584 (size=12207) 2024-11-12T21:42:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742409_1585 (size=4469) 2024-11-12T21:42:33,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T21:42:33,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,560 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T21:42:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a34ea51e6d5c48438bb0420dad1e5c39_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447752204/Put/seqid=0 2024-11-12T21:42:33,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742410_1586 (size=12154) 2024-11-12T21:42:33,932 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/4e0b649a09fd425d9fbd6240592052ec as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4e0b649a09fd425d9fbd6240592052ec 2024-11-12T21:42:33,935 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/B of cb45cee16dba77d6ce35c4bd4f9187c8 into 4e0b649a09fd425d9fbd6240592052ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:33,936 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:33,936 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/B, priority=13, startTime=1731447753499; duration=0sec 2024-11-12T21:42:33,936 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:33,936 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:B 2024-11-12T21:42:33,936 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:33,937 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:33,937 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/C is initiating minor compaction (all files) 2024-11-12T21:42:33,937 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/C in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:33,937 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/8944fb86bc89499b86211edae8fab75c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/fe47eefc0bf64f16b8a61d15264e579f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3130eabcc3cb454886999a14845dce31] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=35.3 K 2024-11-12T21:42:33,937 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 8944fb86bc89499b86211edae8fab75c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731447750209 2024-11-12T21:42:33,937 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting fe47eefc0bf64f16b8a61d15264e579f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731447750377 2024-11-12T21:42:33,938 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3130eabcc3cb454886999a14845dce31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447751545 2024-11-12T21:42:33,943 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#C#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:33,943 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4b30ccf52f58489eab823cde87c41fce is 50, key is test_row_0/C:col10/1731447752182/Put/seqid=0 2024-11-12T21:42:33,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742411_1587 (size=12207) 2024-11-12T21:42:33,951 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:33,951 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/61b4117f0e6c4a139ddbf406637287c4 is 175, key is test_row_0/A:col10/1731447752182/Put/seqid=0 2024-11-12T21:42:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742412_1588 (size=31161) 2024-11-12T21:42:33,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:33,973 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a34ea51e6d5c48438bb0420dad1e5c39_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a34ea51e6d5c48438bb0420dad1e5c39_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/0d286de403404b5ba8c7994736dcda4b, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/0d286de403404b5ba8c7994736dcda4b is 175, key is test_row_0/A:col10/1731447752204/Put/seqid=0 2024-11-12T21:42:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742413_1589 (size=30955) 2024-11-12T21:42:33,979 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/0d286de403404b5ba8c7994736dcda4b 2024-11-12T21:42:33,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/1bed7ffd161044b39c7d5a7629aaf654 is 50, key is test_row_0/B:col10/1731447752204/Put/seqid=0 2024-11-12T21:42:33,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742414_1590 (size=12001) 2024-11-12T21:42:33,988 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/1bed7ffd161044b39c7d5a7629aaf654 2024-11-12T21:42:33,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b8c3cd0fb3974241aa9e0c64377ffe30 is 50, key is test_row_0/C:col10/1731447752204/Put/seqid=0 2024-11-12T21:42:33,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742415_1591 (size=12001) 2024-11-12T21:42:33,998 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b8c3cd0fb3974241aa9e0c64377ffe30 2024-11-12T21:42:34,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/0d286de403404b5ba8c7994736dcda4b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/0d286de403404b5ba8c7994736dcda4b 2024-11-12T21:42:34,004 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/0d286de403404b5ba8c7994736dcda4b, entries=150, sequenceid=116, filesize=30.2 K 2024-11-12T21:42:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/1bed7ffd161044b39c7d5a7629aaf654 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bed7ffd161044b39c7d5a7629aaf654 2024-11-12T21:42:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,007 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bed7ffd161044b39c7d5a7629aaf654, entries=150, sequenceid=116, filesize=11.7 K 2024-11-12T21:42:34,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b8c3cd0fb3974241aa9e0c64377ffe30 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b8c3cd0fb3974241aa9e0c64377ffe30 2024-11-12T21:42:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,011 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b8c3cd0fb3974241aa9e0c64377ffe30, entries=150, sequenceid=116, filesize=11.7 K 2024-11-12T21:42:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,011 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for cb45cee16dba77d6ce35c4bd4f9187c8 in 451ms, sequenceid=116, compaction requested=false 2024-11-12T21:42:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:34,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-12T21:42:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-12T21:42:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-12T21:42:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-11-12T21:42:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8340 sec 2024-11-12T21:42:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T21:42:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,331 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,331 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-12T21:42:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:42:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,333 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,334 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,349 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4b30ccf52f58489eab823cde87c41fce as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4b30ccf52f58489eab823cde87c41fce 2024-11-12T21:42:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,353 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/C of cb45cee16dba77d6ce35c4bd4f9187c8 into 4b30ccf52f58489eab823cde87c41fce(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:34,353 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,353 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/C, priority=13, startTime=1731447753499; duration=0sec 2024-11-12T21:42:34,353 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,353 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:C 2024-11-12T21:42:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,360 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/61b4117f0e6c4a139ddbf406637287c4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/61b4117f0e6c4a139ddbf406637287c4 2024-11-12T21:42:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,363 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/A of cb45cee16dba77d6ce35c4bd4f9187c8 into 61b4117f0e6c4a139ddbf406637287c4(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:34,363 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:34,363 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/A, priority=13, startTime=1731447753499; duration=0sec 2024-11-12T21:42:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,363 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:34,363 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:A 2024-11-12T21:42:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,406 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:34,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:42:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123f796dd544524965afc82ea8bb8c9adc_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447754401/Put/seqid=0 2024-11-12T21:42:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742417_1593 (size=24458) 2024-11-12T21:42:34,428 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:34,435 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123f796dd544524965afc82ea8bb8c9adc_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123f796dd544524965afc82ea8bb8c9adc_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:34,436 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/372286cdf6f941269a9fa191b14e2325, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:34,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/372286cdf6f941269a9fa191b14e2325 is 175, key is test_row_0/A:col10/1731447754401/Put/seqid=0 2024-11-12T21:42:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:42:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742416_1592 (size=74095) 2024-11-12T21:42:34,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447814445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447814446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447814452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447814452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447814452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:34,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:34,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447814560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447814561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447814561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447814561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447814570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:42:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447814771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447814771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447814771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447814771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447814780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:34,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:34,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:34,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/372286cdf6f941269a9fa191b14e2325 2024-11-12T21:42:34,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/328887ba2ff1451293425ff2978c6b0e is 50, key is test_row_0/B:col10/1731447754401/Put/seqid=0 2024-11-12T21:42:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742418_1594 (size=12101) 2024-11-12T21:42:34,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:34,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:34,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:34,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:42:35,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:42:35,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447815080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447815080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447815081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447815081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447815090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:35,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/328887ba2ff1451293425ff2978c6b0e 2024-11-12T21:42:35,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/c1709cb94ffd41c78d02097e24a9f0cb is 50, key is test_row_0/C:col10/1731447754401/Put/seqid=0 2024-11-12T21:42:35,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742419_1595 (size=12101) 2024-11-12T21:42:35,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:35,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:35,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:42:35,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447815591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447815591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447815591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447815591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447815600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:35,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/c1709cb94ffd41c78d02097e24a9f0cb 2024-11-12T21:42:35,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/372286cdf6f941269a9fa191b14e2325 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/372286cdf6f941269a9fa191b14e2325 2024-11-12T21:42:35,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/372286cdf6f941269a9fa191b14e2325, entries=400, sequenceid=130, filesize=72.4 K 2024-11-12T21:42:35,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/328887ba2ff1451293425ff2978c6b0e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/328887ba2ff1451293425ff2978c6b0e 2024-11-12T21:42:35,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/328887ba2ff1451293425ff2978c6b0e, entries=150, sequenceid=130, filesize=11.8 K 2024-11-12T21:42:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/c1709cb94ffd41c78d02097e24a9f0cb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c1709cb94ffd41c78d02097e24a9f0cb 2024-11-12T21:42:35,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c1709cb94ffd41c78d02097e24a9f0cb, entries=150, sequenceid=130, filesize=11.8 K 2024-11-12T21:42:35,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1272ms, sequenceid=130, compaction requested=true 2024-11-12T21:42:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:35,678 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:35,679 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:35,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:35,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:35,679 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:35,679 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/A is initiating minor compaction (all files) 2024-11-12T21:42:35,679 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/A in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,679 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/61b4117f0e6c4a139ddbf406637287c4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/0d286de403404b5ba8c7994736dcda4b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/372286cdf6f941269a9fa191b14e2325] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=133.0 K 2024-11-12T21:42:35,679 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,679 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/61b4117f0e6c4a139ddbf406637287c4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/0d286de403404b5ba8c7994736dcda4b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/372286cdf6f941269a9fa191b14e2325] 2024-11-12T21:42:35,680 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:35,680 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/B is initiating minor compaction (all files) 2024-11-12T21:42:35,680 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61b4117f0e6c4a139ddbf406637287c4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447751545 2024-11-12T21:42:35,680 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/B in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:35,680 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4e0b649a09fd425d9fbd6240592052ec, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bed7ffd161044b39c7d5a7629aaf654, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/328887ba2ff1451293425ff2978c6b0e] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=35.5 K 2024-11-12T21:42:35,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:35,680 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d286de403404b5ba8c7994736dcda4b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731447752195 2024-11-12T21:42:35,680 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e0b649a09fd425d9fbd6240592052ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447751545 2024-11-12T21:42:35,681 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bed7ffd161044b39c7d5a7629aaf654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731447752195 2024-11-12T21:42:35,681 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 372286cdf6f941269a9fa191b14e2325, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731447754381 2024-11-12T21:42:35,681 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 328887ba2ff1451293425ff2978c6b0e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731447754382 2024-11-12T21:42:35,688 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:35,696 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112179e0d21db1140d4ac2bdb860893b211_cb45cee16dba77d6ce35c4bd4f9187c8 store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:35,698 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:35,698 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112179e0d21db1140d4ac2bdb860893b211_cb45cee16dba77d6ce35c4bd4f9187c8, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:35,699 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/48b00f17fe334c78af9abf03490f4ba8 is 50, key is test_row_0/B:col10/1731447754401/Put/seqid=0 2024-11-12T21:42:35,699 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112179e0d21db1140d4ac2bdb860893b211_cb45cee16dba77d6ce35c4bd4f9187c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:35,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T21:42:35,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,705 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:42:35,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111206805dffbca34ba4bcb66481e194a523_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447754440/Put/seqid=0 2024-11-12T21:42:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742420_1596 (size=12409) 2024-11-12T21:42:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742422_1598 (size=12304) 2024-11-12T21:42:35,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742421_1597 (size=4469) 2024-11-12T21:42:35,759 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111206805dffbca34ba4bcb66481e194a523_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111206805dffbca34ba4bcb66481e194a523_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/17de39f4e7df4e3f995abf1f75606c6b, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:35,760 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#A#compaction#510 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/17de39f4e7df4e3f995abf1f75606c6b is 175, key is test_row_0/A:col10/1731447754440/Put/seqid=0 2024-11-12T21:42:35,760 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/1de15259c4284d919b25bce19cff25c9 is 175, key is test_row_0/A:col10/1731447754401/Put/seqid=0 2024-11-12T21:42:35,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742423_1599 (size=31105) 2024-11-12T21:42:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742424_1600 (size=31363) 2024-11-12T21:42:35,777 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/1de15259c4284d919b25bce19cff25c9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/1de15259c4284d919b25bce19cff25c9 2024-11-12T21:42:35,781 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/A of cb45cee16dba77d6ce35c4bd4f9187c8 into 1de15259c4284d919b25bce19cff25c9(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:35,781 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:35,781 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/A, priority=13, startTime=1731447755678; duration=0sec 2024-11-12T21:42:35,781 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:35,781 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:A 2024-11-12T21:42:35,782 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:35,782 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:35,782 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/C is initiating minor compaction (all files) 2024-11-12T21:42:35,782 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/C in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:35,782 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4b30ccf52f58489eab823cde87c41fce, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b8c3cd0fb3974241aa9e0c64377ffe30, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c1709cb94ffd41c78d02097e24a9f0cb] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=35.5 K 2024-11-12T21:42:35,782 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b30ccf52f58489eab823cde87c41fce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731447751545 2024-11-12T21:42:35,783 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8c3cd0fb3974241aa9e0c64377ffe30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731447752195 2024-11-12T21:42:35,783 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1709cb94ffd41c78d02097e24a9f0cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731447754382 2024-11-12T21:42:35,789 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:35,789 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/2337120deb1c4d6eb745c195d7bebd86 is 50, key is test_row_0/C:col10/1731447754401/Put/seqid=0 2024-11-12T21:42:35,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742425_1601 (size=12409) 2024-11-12T21:42:36,132 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/48b00f17fe334c78af9abf03490f4ba8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/48b00f17fe334c78af9abf03490f4ba8 2024-11-12T21:42:36,135 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/B of cb45cee16dba77d6ce35c4bd4f9187c8 into 48b00f17fe334c78af9abf03490f4ba8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:36,135 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:36,136 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/B, priority=13, startTime=1731447755678; duration=0sec 2024-11-12T21:42:36,136 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:36,136 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:B 2024-11-12T21:42:36,171 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/17de39f4e7df4e3f995abf1f75606c6b 2024-11-12T21:42:36,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/8bace68ea0f647fa8d9c685b6e597e13 is 50, key is test_row_0/B:col10/1731447754440/Put/seqid=0 2024-11-12T21:42:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742426_1602 (size=12151) 2024-11-12T21:42:36,204 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/2337120deb1c4d6eb745c195d7bebd86 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/2337120deb1c4d6eb745c195d7bebd86 2024-11-12T21:42:36,208 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/C of cb45cee16dba77d6ce35c4bd4f9187c8 into 2337120deb1c4d6eb745c195d7bebd86(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:36,208 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:36,208 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/C, priority=13, startTime=1731447755679; duration=0sec 2024-11-12T21:42:36,208 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:36,208 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:C 2024-11-12T21:42:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:42:36,585 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/8bace68ea0f647fa8d9c685b6e597e13 2024-11-12T21:42:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b14693e1242d4018806b67e0826d54bf is 50, key is test_row_0/C:col10/1731447754440/Put/seqid=0 2024-11-12T21:42:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:36,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742427_1603 (size=12151) 2024-11-12T21:42:36,607 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b14693e1242d4018806b67e0826d54bf 2024-11-12T21:42:36,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/17de39f4e7df4e3f995abf1f75606c6b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/17de39f4e7df4e3f995abf1f75606c6b 2024-11-12T21:42:36,613 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/17de39f4e7df4e3f995abf1f75606c6b, entries=150, sequenceid=155, filesize=30.4 K 2024-11-12T21:42:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/8bace68ea0f647fa8d9c685b6e597e13 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8bace68ea0f647fa8d9c685b6e597e13 2024-11-12T21:42:36,616 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8bace68ea0f647fa8d9c685b6e597e13, entries=150, sequenceid=155, filesize=11.9 K 2024-11-12T21:42:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b14693e1242d4018806b67e0826d54bf as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b14693e1242d4018806b67e0826d54bf 2024-11-12T21:42:36,620 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b14693e1242d4018806b67e0826d54bf, entries=150, sequenceid=155, filesize=11.9 K 2024-11-12T21:42:36,638 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=46.96 KB/48090 for cb45cee16dba77d6ce35c4bd4f9187c8 in 934ms, sequenceid=155, compaction requested=false 2024-11-12T21:42:36,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:36,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:36,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-12T21:42:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:36,639 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:36,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:42:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-12T21:42:36,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-12T21:42:36,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3050 sec 2024-11-12T21:42:36,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.3100 sec 2024-11-12T21:42:36,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ed97418f5838450f8dc9fef407524aee_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447756607/Put/seqid=0 2024-11-12T21:42:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742428_1604 (size=17284) 2024-11-12T21:42:36,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447816661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447816662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447816663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447816663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447816664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447816770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447816770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447816770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447816770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447816771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447816980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447816980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447816980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447816980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:36,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447816981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:36,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:36,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,048 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:37,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ed97418f5838450f8dc9fef407524aee_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ed97418f5838450f8dc9fef407524aee_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:37,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/ed7e283c621748ca8929eb9bade83c65, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:37,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/ed7e283c621748ca8929eb9bade83c65 is 175, key is test_row_0/A:col10/1731447756607/Put/seqid=0 2024-11-12T21:42:37,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742429_1605 (size=48389) 2024-11-12T21:42:37,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/ed7e283c621748ca8929eb9bade83c65 2024-11-12T21:42:37,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/0c0d726538964489a91def5f9be7f5fe is 50, key is test_row_0/B:col10/1731447756607/Put/seqid=0 2024-11-12T21:42:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742430_1606 (size=12151) 2024-11-12T21:42:37,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447817290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447817290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447817291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447817291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447817291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/0c0d726538964489a91def5f9be7f5fe 2024-11-12T21:42:37,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4c7bf8630d21457596783212006d5e57 is 50, key is test_row_0/C:col10/1731447756607/Put/seqid=0 2024-11-12T21:42:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742431_1607 (size=12151) 2024-11-12T21:42:37,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4c7bf8630d21457596783212006d5e57 2024-11-12T21:42:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/ed7e283c621748ca8929eb9bade83c65 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/ed7e283c621748ca8929eb9bade83c65 2024-11-12T21:42:37,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/ed7e283c621748ca8929eb9bade83c65, entries=250, sequenceid=171, filesize=47.3 K 2024-11-12T21:42:37,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/0c0d726538964489a91def5f9be7f5fe as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0c0d726538964489a91def5f9be7f5fe 2024-11-12T21:42:37,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0c0d726538964489a91def5f9be7f5fe, entries=150, sequenceid=171, filesize=11.9 K 2024-11-12T21:42:37,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4c7bf8630d21457596783212006d5e57 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4c7bf8630d21457596783212006d5e57 2024-11-12T21:42:37,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4c7bf8630d21457596783212006d5e57, entries=150, sequenceid=171, filesize=11.9 K 2024-11-12T21:42:37,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for cb45cee16dba77d6ce35c4bd4f9187c8 in 875ms, sequenceid=171, compaction requested=true 2024-11-12T21:42:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:37,515 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:37,515 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:37,515 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:37,516 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/A is initiating minor compaction (all files) 2024-11-12T21:42:37,516 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/A in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:37,516 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/1de15259c4284d919b25bce19cff25c9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/17de39f4e7df4e3f995abf1f75606c6b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/ed7e283c621748ca8929eb9bade83c65] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=108.3 K 2024-11-12T21:42:37,516 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:37,516 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/1de15259c4284d919b25bce19cff25c9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/17de39f4e7df4e3f995abf1f75606c6b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/ed7e283c621748ca8929eb9bade83c65] 2024-11-12T21:42:37,516 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:37,516 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/B is initiating minor compaction (all files) 2024-11-12T21:42:37,516 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/B in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:37,516 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/48b00f17fe334c78af9abf03490f4ba8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8bace68ea0f647fa8d9c685b6e597e13, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0c0d726538964489a91def5f9be7f5fe] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=35.9 K 2024-11-12T21:42:37,517 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1de15259c4284d919b25bce19cff25c9, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731447754382 2024-11-12T21:42:37,517 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b00f17fe334c78af9abf03490f4ba8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731447754382 2024-11-12T21:42:37,517 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bace68ea0f647fa8d9c685b6e597e13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731447754440 2024-11-12T21:42:37,517 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17de39f4e7df4e3f995abf1f75606c6b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731447754440 2024-11-12T21:42:37,517 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c0d726538964489a91def5f9be7f5fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731447756606 2024-11-12T21:42:37,518 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed7e283c621748ca8929eb9bade83c65, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731447756605 2024-11-12T21:42:37,523 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:37,523 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:37,524 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/c1b6c0d5a4414996bf5afd505eee81e4 is 50, key is test_row_0/B:col10/1731447756607/Put/seqid=0 2024-11-12T21:42:37,524 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111204bcb7e7b3eb4bac92b117835f21dd65_cb45cee16dba77d6ce35c4bd4f9187c8 store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:37,526 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111204bcb7e7b3eb4bac92b117835f21dd65_cb45cee16dba77d6ce35c4bd4f9187c8, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:37,527 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111204bcb7e7b3eb4bac92b117835f21dd65_cb45cee16dba77d6ce35c4bd4f9187c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:37,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742432_1608 (size=12561) 2024-11-12T21:42:37,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742433_1609 (size=4469) 2024-11-12T21:42:37,535 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#A#compaction#520 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:37,536 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/663ee0db25f94797bfd52e7aada98982 is 175, key is test_row_0/A:col10/1731447756607/Put/seqid=0 2024-11-12T21:42:37,538 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/c1b6c0d5a4414996bf5afd505eee81e4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c1b6c0d5a4414996bf5afd505eee81e4 2024-11-12T21:42:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742434_1610 (size=31515) 2024-11-12T21:42:37,546 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/B of cb45cee16dba77d6ce35c4bd4f9187c8 into c1b6c0d5a4414996bf5afd505eee81e4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:37,546 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:37,546 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/B, priority=13, startTime=1731447757515; duration=0sec 2024-11-12T21:42:37,547 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:37,547 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:B 2024-11-12T21:42:37,547 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:37,548 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:37,548 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/C is initiating minor compaction (all files) 2024-11-12T21:42:37,548 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/C in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:37,548 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/2337120deb1c4d6eb745c195d7bebd86, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b14693e1242d4018806b67e0826d54bf, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4c7bf8630d21457596783212006d5e57] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=35.9 K 2024-11-12T21:42:37,548 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2337120deb1c4d6eb745c195d7bebd86, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731447754382 2024-11-12T21:42:37,548 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting b14693e1242d4018806b67e0826d54bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731447754440 2024-11-12T21:42:37,549 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c7bf8630d21457596783212006d5e57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731447756606 2024-11-12T21:42:37,554 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#C#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:37,554 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/c57b5e74bbf54cc784b1ece25b9a6c61 is 50, key is test_row_0/C:col10/1731447756607/Put/seqid=0 2024-11-12T21:42:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742435_1611 (size=12561) 2024-11-12T21:42:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:37,803 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:37,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:42:37,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447817810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a4d4d3c8337b47ca934155c4f2aede9c_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447756661/Put/seqid=0 2024-11-12T21:42:37,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447817810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742436_1612 (size=14794) 2024-11-12T21:42:37,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447817812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447817812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447817813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447817921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447817921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447817921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447817930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:37,948 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/663ee0db25f94797bfd52e7aada98982 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/663ee0db25f94797bfd52e7aada98982 2024-11-12T21:42:37,954 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/A of cb45cee16dba77d6ce35c4bd4f9187c8 into 663ee0db25f94797bfd52e7aada98982(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:37,954 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:37,954 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/A, priority=13, startTime=1731447757515; duration=0sec 2024-11-12T21:42:37,954 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:37,954 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:A 2024-11-12T21:42:37,975 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/c57b5e74bbf54cc784b1ece25b9a6c61 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c57b5e74bbf54cc784b1ece25b9a6c61 2024-11-12T21:42:37,980 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/C of cb45cee16dba77d6ce35c4bd4f9187c8 into c57b5e74bbf54cc784b1ece25b9a6c61(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:37,980 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:37,980 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/C, priority=13, startTime=1731447757515; duration=0sec 2024-11-12T21:42:37,981 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:37,981 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:C 2024-11-12T21:42:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447818131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447818131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447818131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447818141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,218 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:38,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a4d4d3c8337b47ca934155c4f2aede9c_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a4d4d3c8337b47ca934155c4f2aede9c_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:38,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f10b43b8e2934249ad417cf00bf36acb, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:38,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f10b43b8e2934249ad417cf00bf36acb is 175, key is test_row_0/A:col10/1731447756661/Put/seqid=0 2024-11-12T21:42:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742437_1613 (size=39749) 2024-11-12T21:42:38,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447818440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447818440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447818440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447818451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:42:38,491 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:38,491 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-12T21:42:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T21:42:38,494 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:38,494 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:38,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T21:42:38,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f10b43b8e2934249ad417cf00bf36acb 2024-11-12T21:42:38,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/283043617f61423db0e274d96deed344 is 50, key is test_row_0/B:col10/1731447756661/Put/seqid=0 2024-11-12T21:42:38,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T21:42:38,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:38,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:38,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:38,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742438_1614 (size=12151) 2024-11-12T21:42:38,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/283043617f61423db0e274d96deed344 2024-11-12T21:42:38,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/813b75695ec34ac3b8ef6f644ea410c2 is 50, key is test_row_0/C:col10/1731447756661/Put/seqid=0 2024-11-12T21:42:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742439_1615 (size=12151) 2024-11-12T21:42:38,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T21:42:38,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:38,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:38,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:38,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T21:42:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447818830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,831 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in cb45cee16dba77d6ce35c4bd4f9187c8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447818951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447818951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447818951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:38,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T21:42:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:38,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:38,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447818960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:38,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:38,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:39,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/813b75695ec34ac3b8ef6f644ea410c2 2024-11-12T21:42:39,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f10b43b8e2934249ad417cf00bf36acb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f10b43b8e2934249ad417cf00bf36acb 2024-11-12T21:42:39,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T21:42:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:39,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:39,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f10b43b8e2934249ad417cf00bf36acb, entries=200, sequenceid=197, filesize=38.8 K 2024-11-12T21:42:39,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/283043617f61423db0e274d96deed344 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/283043617f61423db0e274d96deed344 2024-11-12T21:42:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T21:42:39,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/283043617f61423db0e274d96deed344, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T21:42:39,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/813b75695ec34ac3b8ef6f644ea410c2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/813b75695ec34ac3b8ef6f644ea410c2 2024-11-12T21:42:39,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/813b75695ec34ac3b8ef6f644ea410c2, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T21:42:39,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1327ms, sequenceid=197, compaction requested=false 2024-11-12T21:42:39,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:39,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T21:42:39,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:39,273 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:42:39,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c5efa8aa2cbd48a4bbf78dc7153291ba_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447757807/Put/seqid=0 2024-11-12T21:42:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742440_1616 (size=12304) 2024-11-12T21:42:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T21:42:39,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,711 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c5efa8aa2cbd48a4bbf78dc7153291ba_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c5efa8aa2cbd48a4bbf78dc7153291ba_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:39,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f0c96dfcfbaa4b808afa87417a4254e8, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f0c96dfcfbaa4b808afa87417a4254e8 is 175, key is test_row_0/A:col10/1731447757807/Put/seqid=0 2024-11-12T21:42:39,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742441_1617 (size=31105) 2024-11-12T21:42:39,736 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f0c96dfcfbaa4b808afa87417a4254e8 2024-11-12T21:42:39,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5c6fafa43bbb446e971e6583105e0719 is 50, key is test_row_0/B:col10/1731447757807/Put/seqid=0 2024-11-12T21:42:39,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742442_1618 (size=12151) 2024-11-12T21:42:39,769 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5c6fafa43bbb446e971e6583105e0719 2024-11-12T21:42:39,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/c4d589ae11d541c6800e5e274d547444 is 50, key is test_row_0/C:col10/1731447757807/Put/seqid=0 2024-11-12T21:42:39,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742443_1619 (size=12151) 2024-11-12T21:42:39,789 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/c4d589ae11d541c6800e5e274d547444 2024-11-12T21:42:39,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f0c96dfcfbaa4b808afa87417a4254e8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f0c96dfcfbaa4b808afa87417a4254e8 2024-11-12T21:42:39,800 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f0c96dfcfbaa4b808afa87417a4254e8, entries=150, sequenceid=210, filesize=30.4 K 2024-11-12T21:42:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-12T21:42:39,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5c6fafa43bbb446e971e6583105e0719 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5c6fafa43bbb446e971e6583105e0719 2024-11-12T21:42:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,804 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5c6fafa43bbb446e971e6583105e0719, entries=150, sequenceid=210, filesize=11.9 K 2024-11-12T21:42:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/c4d589ae11d541c6800e5e274d547444 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c4d589ae11d541c6800e5e274d547444 2024-11-12T21:42:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,810 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c4d589ae11d541c6800e5e274d547444, entries=150, sequenceid=210, filesize=11.9 K 2024-11-12T21:42:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,811 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for cb45cee16dba77d6ce35c4bd4f9187c8 in 538ms, sequenceid=210, compaction requested=true 2024-11-12T21:42:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-12T21:42:39,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec 2024-11-12T21:42:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.3290 sec 2024-11-12T21:42:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:40,026 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:40,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:42:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111250eba01d5f9c4201a7585d75eaa5e7d7_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447760021/Put/seqid=0 2024-11-12T21:42:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742444_1620 (size=19774) 2024-11-12T21:42:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447820069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447820070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447820072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447820076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447820181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447820181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447820181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447820190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447820390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447820390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447820391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447820401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,458 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111250eba01d5f9c4201a7585d75eaa5e7d7_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111250eba01d5f9c4201a7585d75eaa5e7d7_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:40,464 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/de7d0bea355c403fab4ef44834109934, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:40,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/de7d0bea355c403fab4ef44834109934 is 175, key is test_row_0/A:col10/1731447760021/Put/seqid=0 2024-11-12T21:42:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742445_1621 (size=57033) 2024-11-12T21:42:40,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/de7d0bea355c403fab4ef44834109934 2024-11-12T21:42:40,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5041cca3c6ab4e5fa1318f625b299290 is 50, key is test_row_0/B:col10/1731447760021/Put/seqid=0 2024-11-12T21:42:40,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742446_1622 (size=12151) 2024-11-12T21:42:40,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5041cca3c6ab4e5fa1318f625b299290 2024-11-12T21:42:40,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4e702add709e48b0961089ac9b569b4b is 50, key is test_row_0/C:col10/1731447760021/Put/seqid=0 2024-11-12T21:42:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742447_1623 (size=12151) 2024-11-12T21:42:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T21:42:40,641 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:40,641 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-12T21:42:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T21:42:40,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:40,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:40,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:40,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447820700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447820701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447820701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447820711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T21:42:40,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T21:42:40,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:40,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:40,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447820860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:40,864 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in cb45cee16dba77d6ce35c4bd4f9187c8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:40,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4e702add709e48b0961089ac9b569b4b 2024-11-12T21:42:40,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/de7d0bea355c403fab4ef44834109934 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/de7d0bea355c403fab4ef44834109934 2024-11-12T21:42:40,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/de7d0bea355c403fab4ef44834109934, entries=300, sequenceid=221, filesize=55.7 K 2024-11-12T21:42:40,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5041cca3c6ab4e5fa1318f625b299290 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5041cca3c6ab4e5fa1318f625b299290 2024-11-12T21:42:40,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5041cca3c6ab4e5fa1318f625b299290, entries=150, sequenceid=221, filesize=11.9 K 2024-11-12T21:42:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4e702add709e48b0961089ac9b569b4b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4e702add709e48b0961089ac9b569b4b 2024-11-12T21:42:40,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4e702add709e48b0961089ac9b569b4b, entries=150, sequenceid=221, filesize=11.9 K 2024-11-12T21:42:40,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cb45cee16dba77d6ce35c4bd4f9187c8 in 890ms, sequenceid=221, compaction requested=true 2024-11-12T21:42:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:40,916 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:42:40,917 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:40,918 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:40,918 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/B is initiating minor compaction (all files) 2024-11-12T21:42:40,918 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/B in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:40,918 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c1b6c0d5a4414996bf5afd505eee81e4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/283043617f61423db0e274d96deed344, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5c6fafa43bbb446e971e6583105e0719, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5041cca3c6ab4e5fa1318f625b299290] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=47.9 K 2024-11-12T21:42:40,928 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c1b6c0d5a4414996bf5afd505eee81e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731447756606 2024-11-12T21:42:40,929 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159402 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:40,929 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 283043617f61423db0e274d96deed344, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447756661 2024-11-12T21:42:40,929 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/A is initiating minor compaction (all files) 2024-11-12T21:42:40,929 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/A in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:40,929 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/663ee0db25f94797bfd52e7aada98982, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f10b43b8e2934249ad417cf00bf36acb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f0c96dfcfbaa4b808afa87417a4254e8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/de7d0bea355c403fab4ef44834109934] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=155.7 K 2024-11-12T21:42:40,929 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:40,929 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/663ee0db25f94797bfd52e7aada98982, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f10b43b8e2934249ad417cf00bf36acb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f0c96dfcfbaa4b808afa87417a4254e8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/de7d0bea355c403fab4ef44834109934] 2024-11-12T21:42:40,929 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 663ee0db25f94797bfd52e7aada98982, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731447756606 2024-11-12T21:42:40,929 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c6fafa43bbb446e971e6583105e0719, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731447757807 2024-11-12T21:42:40,930 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f10b43b8e2934249ad417cf00bf36acb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447756661 2024-11-12T21:42:40,930 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5041cca3c6ab4e5fa1318f625b299290, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731447759989 2024-11-12T21:42:40,930 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0c96dfcfbaa4b808afa87417a4254e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731447757807 2024-11-12T21:42:40,931 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting de7d0bea355c403fab4ef44834109934, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731447759989 2024-11-12T21:42:40,939 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#B#compaction#531 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:40,939 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/2560f69bc6884333994e7e6d634a8ba6 is 50, key is test_row_0/B:col10/1731447760021/Put/seqid=0 2024-11-12T21:42:40,941 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:40,950 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111288666add2bf3425aae0eda55cb0a3f7f_cb45cee16dba77d6ce35c4bd4f9187c8 store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:40,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T21:42:40,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:40,950 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:42:40,952 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111288666add2bf3425aae0eda55cb0a3f7f_cb45cee16dba77d6ce35c4bd4f9187c8, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:40,953 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111288666add2bf3425aae0eda55cb0a3f7f_cb45cee16dba77d6ce35c4bd4f9187c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742448_1624 (size=12697) 2024-11-12T21:42:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T21:42:40,963 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/2560f69bc6884333994e7e6d634a8ba6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2560f69bc6884333994e7e6d634a8ba6 2024-11-12T21:42:40,968 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/B of cb45cee16dba77d6ce35c4bd4f9187c8 into 2560f69bc6884333994e7e6d634a8ba6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:40,968 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:40,968 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/B, priority=12, startTime=1731447760916; duration=0sec 2024-11-12T21:42:40,968 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:40,968 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:B 2024-11-12T21:42:40,968 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:40,968 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:40,969 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/C is initiating minor compaction (all files) 2024-11-12T21:42:40,969 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/C in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:40,969 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c57b5e74bbf54cc784b1ece25b9a6c61, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/813b75695ec34ac3b8ef6f644ea410c2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c4d589ae11d541c6800e5e274d547444, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4e702add709e48b0961089ac9b569b4b] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=47.9 K 2024-11-12T21:42:40,969 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c57b5e74bbf54cc784b1ece25b9a6c61, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731447756606 2024-11-12T21:42:40,969 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 813b75695ec34ac3b8ef6f644ea410c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731447756661 2024-11-12T21:42:40,969 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting c4d589ae11d541c6800e5e274d547444, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731447757807 2024-11-12T21:42:40,970 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e702add709e48b0961089ac9b569b4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731447759989 2024-11-12T21:42:40,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111253566d43c35d4bc99b47d2771cdfcd32_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447760066/Put/seqid=0 2024-11-12T21:42:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742449_1625 (size=4469) 2024-11-12T21:42:40,977 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#A#compaction#532 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:40,978 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/64fab123f5564f23b9cfb2ba6ecc5901 is 175, key is test_row_0/A:col10/1731447760021/Put/seqid=0 2024-11-12T21:42:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742450_1626 (size=12304) 2024-11-12T21:42:40,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,986 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111253566d43c35d4bc99b47d2771cdfcd32_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111253566d43c35d4bc99b47d2771cdfcd32_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/340d0e68a54c49769c998d0b96f934ff, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:40,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/340d0e68a54c49769c998d0b96f934ff is 175, key is test_row_0/A:col10/1731447760066/Put/seqid=0 2024-11-12T21:42:40,991 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#C#compaction#534 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:40,991 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/3e65f5f2262d4b3dbb1884c7b0a8389c is 50, key is test_row_0/C:col10/1731447760021/Put/seqid=0 2024-11-12T21:42:41,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742451_1627 (size=31651) 2024-11-12T21:42:41,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742453_1629 (size=12697) 2024-11-12T21:42:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742452_1628 (size=31105) 2024-11-12T21:42:41,026 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/340d0e68a54c49769c998d0b96f934ff 2024-11-12T21:42:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/66a7ab2a1fd84f42b7a706d7b09350bb is 50, key is test_row_0/B:col10/1731447760066/Put/seqid=0 2024-11-12T21:42:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742454_1630 (size=12151) 2024-11-12T21:42:41,036 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/66a7ab2a1fd84f42b7a706d7b09350bb 2024-11-12T21:42:41,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/36d3ec0713d14c0da4aedef5113b5999 is 50, key is test_row_0/C:col10/1731447760066/Put/seqid=0 2024-11-12T21:42:41,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742455_1631 (size=12151) 2024-11-12T21:42:41,047 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/36d3ec0713d14c0da4aedef5113b5999 2024-11-12T21:42:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/340d0e68a54c49769c998d0b96f934ff as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/340d0e68a54c49769c998d0b96f934ff 2024-11-12T21:42:41,054 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/340d0e68a54c49769c998d0b96f934ff, entries=150, sequenceid=246, filesize=30.4 K 2024-11-12T21:42:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/66a7ab2a1fd84f42b7a706d7b09350bb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/66a7ab2a1fd84f42b7a706d7b09350bb 2024-11-12T21:42:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,058 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/66a7ab2a1fd84f42b7a706d7b09350bb, entries=150, sequenceid=246, filesize=11.9 K 2024-11-12T21:42:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/36d3ec0713d14c0da4aedef5113b5999 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/36d3ec0713d14c0da4aedef5113b5999 2024-11-12T21:42:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,061 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/36d3ec0713d14c0da4aedef5113b5999, entries=150, sequenceid=246, filesize=11.9 K 2024-11-12T21:42:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,062 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for cb45cee16dba77d6ce35c4bd4f9187c8 in 112ms, sequenceid=246, compaction requested=false 2024-11-12T21:42:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-12T21:42:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-12T21:42:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-12T21:42:41,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 419 msec 2024-11-12T21:42:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 424 msec 2024-11-12T21:42:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,241 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:41,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:42:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126c01b2b10d4a4f3eb129c25e1365bf2e_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447761240/Put/seqid=0 2024-11-12T21:42:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742456_1632 (size=22368) 2024-11-12T21:42:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T21:42:41,271 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:41,271 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-12T21:42:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T21:42:41,273 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:41,274 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:41,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447821284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447821285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447821289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447821292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T21:42:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447821401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447821401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447821401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447821401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,422 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/64fab123f5564f23b9cfb2ba6ecc5901 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/64fab123f5564f23b9cfb2ba6ecc5901 2024-11-12T21:42:41,425 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/A of cb45cee16dba77d6ce35c4bd4f9187c8 into 64fab123f5564f23b9cfb2ba6ecc5901(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:41,425 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:41,425 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/A, priority=12, startTime=1731447760916; duration=0sec 2024-11-12T21:42:41,425 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:41,425 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:A 2024-11-12T21:42:41,425 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/3e65f5f2262d4b3dbb1884c7b0a8389c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3e65f5f2262d4b3dbb1884c7b0a8389c 2024-11-12T21:42:41,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,430 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/C of cb45cee16dba77d6ce35c4bd4f9187c8 into 3e65f5f2262d4b3dbb1884c7b0a8389c(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:41,430 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:41,430 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/C, priority=12, startTime=1731447760916; duration=0sec 2024-11-12T21:42:41,430 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:41,430 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:C 2024-11-12T21:42:41,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:41,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T21:42:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447821611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447821611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447821611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447821611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,662 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:41,664 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126c01b2b10d4a4f3eb129c25e1365bf2e_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126c01b2b10d4a4f3eb129c25e1365bf2e_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:41,665 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/5ab5bfbb23c14c9098c47b3c3b358bb8, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:41,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/5ab5bfbb23c14c9098c47b3c3b358bb8 is 175, key is test_row_0/A:col10/1731447761240/Put/seqid=0 2024-11-12T21:42:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742457_1633 (size=65773) 2024-11-12T21:42:41,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:41,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:41,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:41,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T21:42:41,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447821920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447821920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447821920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:41,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447821920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:42,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,069 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/5ab5bfbb23c14c9098c47b3c3b358bb8 2024-11-12T21:42:42,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/0f6820fb0cd74e5b9c857594a88265c9 is 50, key is test_row_0/B:col10/1731447761240/Put/seqid=0 2024-11-12T21:42:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742458_1634 (size=12251) 2024-11-12T21:42:42,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:42,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:42,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:42,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:42,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T21:42:42,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447822430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447822430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447822430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447822430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:42,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/0f6820fb0cd74e5b9c857594a88265c9 2024-11-12T21:42:42,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4cbdf77b145b44439dcb39fe3416e327 is 50, key is test_row_0/C:col10/1731447761240/Put/seqid=0 2024-11-12T21:42:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742459_1635 (size=12251) 2024-11-12T21:42:42,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:42,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:42,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:42,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4cbdf77b145b44439dcb39fe3416e327 2024-11-12T21:42:42,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/5ab5bfbb23c14c9098c47b3c3b358bb8 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/5ab5bfbb23c14c9098c47b3c3b358bb8 2024-11-12T21:42:42,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/5ab5bfbb23c14c9098c47b3c3b358bb8, entries=350, sequenceid=258, filesize=64.2 K 2024-11-12T21:42:42,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/0f6820fb0cd74e5b9c857594a88265c9 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0f6820fb0cd74e5b9c857594a88265c9 2024-11-12T21:42:42,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0f6820fb0cd74e5b9c857594a88265c9, entries=150, sequenceid=258, filesize=12.0 K 2024-11-12T21:42:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/4cbdf77b145b44439dcb39fe3416e327 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4cbdf77b145b44439dcb39fe3416e327 2024-11-12T21:42:42,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4cbdf77b145b44439dcb39fe3416e327, entries=150, sequenceid=258, filesize=12.0 K 2024-11-12T21:42:42,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1656ms, sequenceid=258, compaction requested=true 2024-11-12T21:42:42,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:42,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:42,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:42,897 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:42,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:42,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:42,897 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:42,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:42,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:42,898 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128529 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:42,898 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:42,898 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/A is initiating minor compaction (all files) 2024-11-12T21:42:42,898 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/B is initiating minor compaction (all files) 2024-11-12T21:42:42,898 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/A in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,898 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/B in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,898 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/64fab123f5564f23b9cfb2ba6ecc5901, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/340d0e68a54c49769c998d0b96f934ff, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/5ab5bfbb23c14c9098c47b3c3b358bb8] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=125.5 K 2024-11-12T21:42:42,898 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2560f69bc6884333994e7e6d634a8ba6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/66a7ab2a1fd84f42b7a706d7b09350bb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0f6820fb0cd74e5b9c857594a88265c9] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=36.2 K 2024-11-12T21:42:42,898 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,898 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/64fab123f5564f23b9cfb2ba6ecc5901, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/340d0e68a54c49769c998d0b96f934ff, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/5ab5bfbb23c14c9098c47b3c3b358bb8] 2024-11-12T21:42:42,898 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2560f69bc6884333994e7e6d634a8ba6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731447759989 2024-11-12T21:42:42,898 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64fab123f5564f23b9cfb2ba6ecc5901, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731447759989 2024-11-12T21:42:42,904 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 340d0e68a54c49769c998d0b96f934ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731447760048 2024-11-12T21:42:42,904 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 66a7ab2a1fd84f42b7a706d7b09350bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731447760048 2024-11-12T21:42:42,904 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ab5bfbb23c14c9098c47b3c3b358bb8, keycount=350, bloomtype=ROW, size=64.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731447761221 2024-11-12T21:42:42,904 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f6820fb0cd74e5b9c857594a88265c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731447761236 2024-11-12T21:42:42,908 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:42,909 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:42,910 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/1c22a5fc5ab744adb8d7bd155cde4ff7 is 50, key is test_row_0/B:col10/1731447761240/Put/seqid=0 2024-11-12T21:42:42,912 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111268cb75ca655f44569c1479216c276d75_cb45cee16dba77d6ce35c4bd4f9187c8 store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:42,915 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111268cb75ca655f44569c1479216c276d75_cb45cee16dba77d6ce35c4bd4f9187c8, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:42,915 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111268cb75ca655f44569c1479216c276d75_cb45cee16dba77d6ce35c4bd4f9187c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:42,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742461_1637 (size=4469) 2024-11-12T21:42:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742460_1636 (size=12899) 2024-11-12T21:42:42,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T21:42:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:42,953 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T21:42:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129aaeff6236c3491f9362dd26ce49c423_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447761282/Put/seqid=0 2024-11-12T21:42:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742462_1638 (size=12454) 2024-11-12T21:42:42,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:42,967 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129aaeff6236c3491f9362dd26ce49c423_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129aaeff6236c3491f9362dd26ce49c423_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:42,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/6a191b8e5a124300b9ab9191bb2e2d16, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/6a191b8e5a124300b9ab9191bb2e2d16 is 175, key is test_row_0/A:col10/1731447761282/Put/seqid=0 2024-11-12T21:42:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742463_1639 (size=31255) 2024-11-12T21:42:43,319 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#A#compaction#541 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:43,319 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d6249de9119046238d2f4bc8d0ed64cd is 175, key is test_row_0/A:col10/1731447761240/Put/seqid=0 2024-11-12T21:42:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742464_1640 (size=31853) 2024-11-12T21:42:43,325 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/1c22a5fc5ab744adb8d7bd155cde4ff7 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1c22a5fc5ab744adb8d7bd155cde4ff7 2024-11-12T21:42:43,328 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/B of cb45cee16dba77d6ce35c4bd4f9187c8 into 1c22a5fc5ab744adb8d7bd155cde4ff7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:43,328 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:43,328 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/B, priority=13, startTime=1731447762897; duration=0sec 2024-11-12T21:42:43,328 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:43,328 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:B 2024-11-12T21:42:43,328 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:43,329 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:43,329 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/C is initiating minor compaction (all files) 2024-11-12T21:42:43,329 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/C in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:43,329 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3e65f5f2262d4b3dbb1884c7b0a8389c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/36d3ec0713d14c0da4aedef5113b5999, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4cbdf77b145b44439dcb39fe3416e327] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=36.2 K 2024-11-12T21:42:43,329 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e65f5f2262d4b3dbb1884c7b0a8389c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731447759989 2024-11-12T21:42:43,329 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 36d3ec0713d14c0da4aedef5113b5999, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731447760048 2024-11-12T21:42:43,330 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cbdf77b145b44439dcb39fe3416e327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731447761236 2024-11-12T21:42:43,335 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#C#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:43,335 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/69ec0832b41b42579102af7aa86a3e41 is 50, key is test_row_0/C:col10/1731447761240/Put/seqid=0 2024-11-12T21:42:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742465_1641 (size=12899) 2024-11-12T21:42:43,349 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/69ec0832b41b42579102af7aa86a3e41 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/69ec0832b41b42579102af7aa86a3e41 2024-11-12T21:42:43,352 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/C of cb45cee16dba77d6ce35c4bd4f9187c8 into 69ec0832b41b42579102af7aa86a3e41(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:43,352 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:43,352 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/C, priority=13, startTime=1731447762897; duration=0sec 2024-11-12T21:42:43,353 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:43,353 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:C 2024-11-12T21:42:43,371 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/6a191b8e5a124300b9ab9191bb2e2d16 2024-11-12T21:42:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5887de3bda0c41f9bfe370c09e3abd3d is 50, key is test_row_0/B:col10/1731447761282/Put/seqid=0 2024-11-12T21:42:43,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742466_1642 (size=12301) 2024-11-12T21:42:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T21:42:43,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447823448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447823450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447823450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,453 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in cb45cee16dba77d6ce35c4bd4f9187c8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447823452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447823560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447823560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447823560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,726 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d6249de9119046238d2f4bc8d0ed64cd as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d6249de9119046238d2f4bc8d0ed64cd 2024-11-12T21:42:43,731 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/A of cb45cee16dba77d6ce35c4bd4f9187c8 into d6249de9119046238d2f4bc8d0ed64cd(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:43,732 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:43,732 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/A, priority=13, startTime=1731447762897; duration=0sec 2024-11-12T21:42:43,732 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:43,732 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:A 2024-11-12T21:42:43,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447823770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447823770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447823770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:43,783 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5887de3bda0c41f9bfe370c09e3abd3d 2024-11-12T21:42:43,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/6246c474f993419a8fb728d7f6a2825f is 50, key is test_row_0/C:col10/1731447761282/Put/seqid=0 2024-11-12T21:42:43,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742467_1643 (size=12301) 2024-11-12T21:42:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447824081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447824081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447824081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,194 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/6246c474f993419a8fb728d7f6a2825f 2024-11-12T21:42:44,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/6a191b8e5a124300b9ab9191bb2e2d16 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/6a191b8e5a124300b9ab9191bb2e2d16 2024-11-12T21:42:44,199 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/6a191b8e5a124300b9ab9191bb2e2d16, entries=150, sequenceid=285, filesize=30.5 K 2024-11-12T21:42:44,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5887de3bda0c41f9bfe370c09e3abd3d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5887de3bda0c41f9bfe370c09e3abd3d 2024-11-12T21:42:44,202 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5887de3bda0c41f9bfe370c09e3abd3d, entries=150, sequenceid=285, filesize=12.0 K 2024-11-12T21:42:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/6246c474f993419a8fb728d7f6a2825f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/6246c474f993419a8fb728d7f6a2825f 2024-11-12T21:42:44,205 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/6246c474f993419a8fb728d7f6a2825f, entries=150, sequenceid=285, filesize=12.0 K 2024-11-12T21:42:44,206 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1253ms, sequenceid=285, compaction requested=false 2024-11-12T21:42:44,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:44,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:44,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-12T21:42:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-12T21:42:44,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-12T21:42:44,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9330 sec 2024-11-12T21:42:44,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.9380 sec 2024-11-12T21:42:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:44,594 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:44,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T21:42:44,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f13f336e3a42428789e85e9c8e01978d_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447763449/Put/seqid=0 2024-11-12T21:42:44,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742468_1644 (size=14994) 2024-11-12T21:42:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447824621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447824624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447824625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447824731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447824731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447824731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33378 deadline: 1731447824900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,904 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_0' in cb45cee16dba77d6ce35c4bd4f9187c8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:44,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447824940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447824940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447824940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:45,006 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f13f336e3a42428789e85e9c8e01978d_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f13f336e3a42428789e85e9c8e01978d_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:45,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d33263e3f101492b8c1fc00d86550b8f, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:45,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d33263e3f101492b8c1fc00d86550b8f is 175, key is test_row_0/A:col10/1731447763449/Put/seqid=0 2024-11-12T21:42:45,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742469_1645 (size=39949) 2024-11-12T21:42:45,011 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d33263e3f101492b8c1fc00d86550b8f 2024-11-12T21:42:45,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/2ad2c1e85d46497db23ead34a5325cd3 is 50, key is test_row_0/B:col10/1731447763449/Put/seqid=0 2024-11-12T21:42:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742470_1646 (size=12301) 2024-11-12T21:42:45,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/2ad2c1e85d46497db23ead34a5325cd3 2024-11-12T21:42:45,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/e443b042ff31417fbba78cbd3259ecc5 is 50, key is test_row_0/C:col10/1731447763449/Put/seqid=0 2024-11-12T21:42:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742471_1647 (size=12301) 2024-11-12T21:42:45,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/e443b042ff31417fbba78cbd3259ecc5 2024-11-12T21:42:45,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d33263e3f101492b8c1fc00d86550b8f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d33263e3f101492b8c1fc00d86550b8f 2024-11-12T21:42:45,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d33263e3f101492b8c1fc00d86550b8f, entries=200, sequenceid=302, filesize=39.0 K 2024-11-12T21:42:45,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/2ad2c1e85d46497db23ead34a5325cd3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2ad2c1e85d46497db23ead34a5325cd3 2024-11-12T21:42:45,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2ad2c1e85d46497db23ead34a5325cd3, entries=150, sequenceid=302, filesize=12.0 K 2024-11-12T21:42:45,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/e443b042ff31417fbba78cbd3259ecc5 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/e443b042ff31417fbba78cbd3259ecc5 2024-11-12T21:42:45,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/e443b042ff31417fbba78cbd3259ecc5, entries=150, sequenceid=302, filesize=12.0 K 2024-11-12T21:42:45,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for cb45cee16dba77d6ce35c4bd4f9187c8 in 463ms, sequenceid=302, compaction requested=true 2024-11-12T21:42:45,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:45,057 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:45,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:45,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:45,057 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:45,058 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:45,058 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/B is initiating minor compaction (all files) 2024-11-12T21:42:45,058 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/B in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:45,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:45,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:45,059 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1c22a5fc5ab744adb8d7bd155cde4ff7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5887de3bda0c41f9bfe370c09e3abd3d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2ad2c1e85d46497db23ead34a5325cd3] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=36.6 K 2024-11-12T21:42:45,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:45,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:45,061 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103057 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:45,061 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/A is initiating minor compaction (all files) 2024-11-12T21:42:45,061 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/A in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:45,061 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d6249de9119046238d2f4bc8d0ed64cd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/6a191b8e5a124300b9ab9191bb2e2d16, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d33263e3f101492b8c1fc00d86550b8f] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=100.6 K 2024-11-12T21:42:45,061 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:45,061 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d6249de9119046238d2f4bc8d0ed64cd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/6a191b8e5a124300b9ab9191bb2e2d16, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d33263e3f101492b8c1fc00d86550b8f] 2024-11-12T21:42:45,062 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6249de9119046238d2f4bc8d0ed64cd, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731447761236 2024-11-12T21:42:45,062 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a191b8e5a124300b9ab9191bb2e2d16, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731447761282 2024-11-12T21:42:45,062 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting d33263e3f101492b8c1fc00d86550b8f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731447763449 2024-11-12T21:42:45,064 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c22a5fc5ab744adb8d7bd155cde4ff7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731447761236 2024-11-12T21:42:45,064 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 5887de3bda0c41f9bfe370c09e3abd3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731447761282 2024-11-12T21:42:45,065 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ad2c1e85d46497db23ead34a5325cd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731447763449 2024-11-12T21:42:45,068 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:45,078 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111238e4d76590e34f5ab2e24026b994bc57_cb45cee16dba77d6ce35c4bd4f9187c8 store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:45,079 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#B#compaction#550 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:45,079 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111238e4d76590e34f5ab2e24026b994bc57_cb45cee16dba77d6ce35c4bd4f9187c8, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:45,079 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/80ed4cffb30c4a1f8bdcda97b597e755 is 50, key is test_row_0/B:col10/1731447763449/Put/seqid=0 2024-11-12T21:42:45,079 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111238e4d76590e34f5ab2e24026b994bc57_cb45cee16dba77d6ce35c4bd4f9187c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:45,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742472_1648 (size=4469) 2024-11-12T21:42:45,090 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#A#compaction#549 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:45,090 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/662a15106f8440dca9e1f82a5e9789e2 is 175, key is test_row_0/A:col10/1731447763449/Put/seqid=0 2024-11-12T21:42:45,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742473_1649 (size=13051) 2024-11-12T21:42:45,100 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/80ed4cffb30c4a1f8bdcda97b597e755 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/80ed4cffb30c4a1f8bdcda97b597e755 2024-11-12T21:42:45,104 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/B of cb45cee16dba77d6ce35c4bd4f9187c8 into 80ed4cffb30c4a1f8bdcda97b597e755(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:45,104 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:45,104 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/B, priority=13, startTime=1731447765057; duration=0sec 2024-11-12T21:42:45,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:45,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:B 2024-11-12T21:42:45,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:42:45,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:42:45,105 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/C is initiating minor compaction (all files) 2024-11-12T21:42:45,106 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/C in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:45,106 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/69ec0832b41b42579102af7aa86a3e41, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/6246c474f993419a8fb728d7f6a2825f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/e443b042ff31417fbba78cbd3259ecc5] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=36.6 K 2024-11-12T21:42:45,106 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 69ec0832b41b42579102af7aa86a3e41, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731447761236 2024-11-12T21:42:45,106 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 6246c474f993419a8fb728d7f6a2825f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731447761282 2024-11-12T21:42:45,106 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting e443b042ff31417fbba78cbd3259ecc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731447763449 2024-11-12T21:42:45,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742474_1650 (size=32005) 2024-11-12T21:42:45,119 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#C#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:45,119 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/9b518bd353bc4e94b4546e1f4f9b2d2c is 50, key is test_row_0/C:col10/1731447763449/Put/seqid=0 2024-11-12T21:42:45,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742475_1651 (size=13051) 2024-11-12T21:42:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:45,254 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:45,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T21:42:45,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111221b798d42a2e42409c6d3ce2afed9919_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447765253/Put/seqid=0 2024-11-12T21:42:45,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742476_1652 (size=17534) 2024-11-12T21:42:45,265 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:45,268 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111221b798d42a2e42409c6d3ce2afed9919_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111221b798d42a2e42409c6d3ce2afed9919_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:45,268 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/b7b41e56141e4d4db1e55db74284f1f4, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:45,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/b7b41e56141e4d4db1e55db74284f1f4 is 175, key is test_row_0/A:col10/1731447765253/Put/seqid=0 2024-11-12T21:42:45,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447825265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447825266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447825267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742477_1653 (size=48639) 2024-11-12T21:42:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447825380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447825380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447825380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T21:42:45,430 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:45,431 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-12T21:42:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T21:42:45,432 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:45,433 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:45,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:45,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1731447825470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,472 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,36959,1731447576789 for 'test_row_1' in cb45cee16dba77d6ce35c4bd4f9187c8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 32 more 2024-11-12T21:42:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,516 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/662a15106f8440dca9e1f82a5e9789e2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/662a15106f8440dca9e1f82a5e9789e2 2024-11-12T21:42:45,519 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/A of cb45cee16dba77d6ce35c4bd4f9187c8 into 662a15106f8440dca9e1f82a5e9789e2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:45,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:45,519 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/A, priority=13, startTime=1731447765057; duration=0sec 2024-11-12T21:42:45,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:45,519 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:A 2024-11-12T21:42:45,528 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/9b518bd353bc4e94b4546e1f4f9b2d2c as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9b518bd353bc4e94b4546e1f4f9b2d2c 2024-11-12T21:42:45,533 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/C of cb45cee16dba77d6ce35c4bd4f9187c8 into 9b518bd353bc4e94b4546e1f4f9b2d2c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:45,533 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:45,533 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/C, priority=13, startTime=1731447765059; duration=0sec 2024-11-12T21:42:45,533 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:45,533 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:C 2024-11-12T21:42:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T21:42:45,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-12T21:42:45,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:45,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:45,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:45,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:45,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:45,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447825591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447825591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447825591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,672 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/b7b41e56141e4d4db1e55db74284f1f4 2024-11-12T21:42:45,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/4ee283a37f9642f984727ece829edfd2 is 50, key is test_row_0/B:col10/1731447765253/Put/seqid=0 2024-11-12T21:42:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742478_1654 (size=12301) 2024-11-12T21:42:45,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/4ee283a37f9642f984727ece829edfd2 2024-11-12T21:42:45,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/43bb5020ea594ed3af7a8f8d782918d2 is 50, key is test_row_0/C:col10/1731447765253/Put/seqid=0 2024-11-12T21:42:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742479_1655 (size=12301) 2024-11-12T21:42:45,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/43bb5020ea594ed3af7a8f8d782918d2 2024-11-12T21:42:45,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/b7b41e56141e4d4db1e55db74284f1f4 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/b7b41e56141e4d4db1e55db74284f1f4 2024-11-12T21:42:45,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/b7b41e56141e4d4db1e55db74284f1f4, entries=250, sequenceid=328, filesize=47.5 K 2024-11-12T21:42:45,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/4ee283a37f9642f984727ece829edfd2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4ee283a37f9642f984727ece829edfd2 2024-11-12T21:42:45,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4ee283a37f9642f984727ece829edfd2, entries=150, sequenceid=328, filesize=12.0 K 2024-11-12T21:42:45,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/43bb5020ea594ed3af7a8f8d782918d2 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/43bb5020ea594ed3af7a8f8d782918d2 2024-11-12T21:42:45,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/43bb5020ea594ed3af7a8f8d782918d2, entries=150, sequenceid=328, filesize=12.0 K 2024-11-12T21:42:45,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cb45cee16dba77d6ce35c4bd4f9187c8 in 449ms, sequenceid=328, compaction requested=false 2024-11-12T21:42:45,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:45,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-12T21:42:45,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:45,738 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T21:42:45,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129c406ad4788d422bbe8f15e4953d30d1_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447765262/Put/seqid=0 2024-11-12T21:42:45,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742480_1656 (size=12454) 2024-11-12T21:42:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T21:42:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:45,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:45,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447825950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447825949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447825952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T21:42:46,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447826060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447826060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447826060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:46,150 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129c406ad4788d422bbe8f15e4953d30d1_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c406ad4788d422bbe8f15e4953d30d1_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:46,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f66c723277b844d08576e3b9b32cc4fc, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:46,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f66c723277b844d08576e3b9b32cc4fc is 175, key is test_row_0/A:col10/1731447765262/Put/seqid=0 2024-11-12T21:42:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742481_1657 (size=31255) 2024-11-12T21:42:46,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447826270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447826271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,274 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,274 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,274 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447826271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T21:42:46,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447826580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447826581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447826581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:46,593 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f66c723277b844d08576e3b9b32cc4fc 2024-11-12T21:42:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/cec4ca1da1624c44aa093b54ceef2610 is 50, key is test_row_0/B:col10/1731447765262/Put/seqid=0 2024-11-12T21:42:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742482_1658 (size=12301) 2024-11-12T21:42:47,013 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/cec4ca1da1624c44aa093b54ceef2610 2024-11-12T21:42:47,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/1a54cc0c543140baa13e9a17c0ba8f70 is 50, key is test_row_0/C:col10/1731447765262/Put/seqid=0 2024-11-12T21:42:47,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742483_1659 (size=12301) 2024-11-12T21:42:47,031 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/1a54cc0c543140baa13e9a17c0ba8f70 2024-11-12T21:42:47,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/f66c723277b844d08576e3b9b32cc4fc as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f66c723277b844d08576e3b9b32cc4fc 2024-11-12T21:42:47,037 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f66c723277b844d08576e3b9b32cc4fc, entries=150, sequenceid=341, filesize=30.5 K 2024-11-12T21:42:47,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/cec4ca1da1624c44aa093b54ceef2610 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/cec4ca1da1624c44aa093b54ceef2610 2024-11-12T21:42:47,041 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/cec4ca1da1624c44aa093b54ceef2610, entries=150, sequenceid=341, filesize=12.0 K 2024-11-12T21:42:47,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/1a54cc0c543140baa13e9a17c0ba8f70 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/1a54cc0c543140baa13e9a17c0ba8f70 2024-11-12T21:42:47,045 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/1a54cc0c543140baa13e9a17c0ba8f70, entries=150, sequenceid=341, filesize=12.0 K 2024-11-12T21:42:47,045 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1307ms, sequenceid=341, compaction requested=true 2024-11-12T21:42:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:47,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-12T21:42:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-12T21:42:47,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-12T21:42:47,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6140 sec 2024-11-12T21:42:47,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.6190 sec 2024-11-12T21:42:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:47,093 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T21:42:47,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T21:42:47,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125d77244b0a5f44de80a9f014b0f4d5b5_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447765948/Put/seqid=0 2024-11-12T21:42:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742484_1660 (size=12454) 2024-11-12T21:42:47,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447827103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447827105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447827105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447827211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447827220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447827220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447827421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447827430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447827430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:47,510 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125d77244b0a5f44de80a9f014b0f4d5b5_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125d77244b0a5f44de80a9f014b0f4d5b5_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:47,511 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/01b7d344358f4d9d993a1e042040062d, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:47,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/01b7d344358f4d9d993a1e042040062d is 175, key is test_row_0/A:col10/1731447765948/Put/seqid=0 2024-11-12T21:42:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742485_1661 (size=31255) 2024-11-12T21:42:47,518 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/01b7d344358f4d9d993a1e042040062d 2024-11-12T21:42:47,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/8364f759248744ae9251aefa23881da0 is 50, key is test_row_0/B:col10/1731447765948/Put/seqid=0 2024-11-12T21:42:47,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742486_1662 (size=12301) 2024-11-12T21:42:47,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/8364f759248744ae9251aefa23881da0 2024-11-12T21:42:47,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/9eac63b2bf9b4f13bc426deb73cb99fb is 50, key is test_row_0/C:col10/1731447765948/Put/seqid=0 2024-11-12T21:42:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742487_1663 (size=12301) 2024-11-12T21:42:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T21:42:47,581 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:47,582 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:42:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-12T21:42:47,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:42:47,584 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:42:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T21:42:47,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:42:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T21:42:47,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33396 deadline: 1731447827730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T21:42:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:47,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33406 deadline: 1731447827741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-12T21:42:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33446 deadline: 1731447827741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 2024-11-12T21:42:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 , the old value is region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:42:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., hostname=0c576948786c,36959,1731447576789, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:42:47,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T21:42:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:47,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T21:42:47,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/9eac63b2bf9b4f13bc426deb73cb99fb 2024-11-12T21:42:47,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/01b7d344358f4d9d993a1e042040062d as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/01b7d344358f4d9d993a1e042040062d 2024-11-12T21:42:47,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/01b7d344358f4d9d993a1e042040062d, entries=150, sequenceid=368, filesize=30.5 K 2024-11-12T21:42:47,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/8364f759248744ae9251aefa23881da0 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8364f759248744ae9251aefa23881da0 2024-11-12T21:42:47,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8364f759248744ae9251aefa23881da0, entries=150, sequenceid=368, filesize=12.0 K 2024-11-12T21:42:47,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/9eac63b2bf9b4f13bc426deb73cb99fb as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9eac63b2bf9b4f13bc426deb73cb99fb 2024-11-12T21:42:47,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9eac63b2bf9b4f13bc426deb73cb99fb, entries=150, sequenceid=368, filesize=12.0 K 2024-11-12T21:42:47,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for cb45cee16dba77d6ce35c4bd4f9187c8 in 893ms, sequenceid=368, compaction requested=true 2024-11-12T21:42:47,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:47,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:42:47,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:47,986 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:47,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:42:47,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:47,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb45cee16dba77d6ce35c4bd4f9187c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:42:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:47,987 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:47,987 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:47,987 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:47,987 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/B is initiating minor compaction (all files) 2024-11-12T21:42:47,987 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/A is initiating minor compaction (all files) 2024-11-12T21:42:47,987 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/A in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:47,987 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/B in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:47,987 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/662a15106f8440dca9e1f82a5e9789e2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/b7b41e56141e4d4db1e55db74284f1f4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f66c723277b844d08576e3b9b32cc4fc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/01b7d344358f4d9d993a1e042040062d] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=139.8 K 2024-11-12T21:42:47,987 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/80ed4cffb30c4a1f8bdcda97b597e755, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4ee283a37f9642f984727ece829edfd2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/cec4ca1da1624c44aa093b54ceef2610, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8364f759248744ae9251aefa23881da0] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=48.8 K 2024-11-12T21:42:47,987 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:47,988 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. files: [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/662a15106f8440dca9e1f82a5e9789e2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/b7b41e56141e4d4db1e55db74284f1f4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f66c723277b844d08576e3b9b32cc4fc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/01b7d344358f4d9d993a1e042040062d] 2024-11-12T21:42:47,989 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 80ed4cffb30c4a1f8bdcda97b597e755, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731447763449 2024-11-12T21:42:47,989 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 662a15106f8440dca9e1f82a5e9789e2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731447763449 2024-11-12T21:42:47,989 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ee283a37f9642f984727ece829edfd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731447765253 2024-11-12T21:42:47,989 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7b41e56141e4d4db1e55db74284f1f4, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731447764622 2024-11-12T21:42:47,989 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting cec4ca1da1624c44aa093b54ceef2610, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731447765262 2024-11-12T21:42:47,989 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting f66c723277b844d08576e3b9b32cc4fc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731447765262 2024-11-12T21:42:47,989 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 8364f759248744ae9251aefa23881da0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731447765942 2024-11-12T21:42:47,989 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01b7d344358f4d9d993a1e042040062d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731447765942 2024-11-12T21:42:47,994 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:47,995 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411126781d6bd3e1640b7b88083392bb66a5d_cb45cee16dba77d6ce35c4bd4f9187c8 store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:47,997 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#B#compaction#562 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:47,997 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/47075c2a92a443ed878ca600380e763b is 50, key is test_row_0/B:col10/1731447765948/Put/seqid=0 2024-11-12T21:42:47,998 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411126781d6bd3e1640b7b88083392bb66a5d_cb45cee16dba77d6ce35c4bd4f9187c8, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:47,998 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126781d6bd3e1640b7b88083392bb66a5d_cb45cee16dba77d6ce35c4bd4f9187c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742489_1665 (size=4469) 2024-11-12T21:42:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742488_1664 (size=13187) 2024-11-12T21:42:48,004 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#A#compaction#561 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:48,004 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/2f43109afc8e4544ac2e417c7c85ac81 is 175, key is test_row_0/A:col10/1731447765948/Put/seqid=0 2024-11-12T21:42:48,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742490_1666 (size=32141) 2024-11-12T21:42:48,011 INFO [Thread-2510 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2510. 2024-11-12T21:42:48,011 INFO [Thread-2508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2508. 2024-11-12T21:42:48,011 DEBUG [Thread-2510 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:48,011 DEBUG [Thread-2508 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:48,011 DEBUG [Thread-2510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,011 DEBUG [Thread-2508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,011 DEBUG [Thread-2508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,011 DEBUG [Thread-2510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:48,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:48,012 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/47075c2a92a443ed878ca600380e763b as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/47075c2a92a443ed878ca600380e763b 2024-11-12T21:42:48,013 INFO [Thread-2514 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2514. 2024-11-12T21:42:48,014 DEBUG [Thread-2514 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:48,014 DEBUG [Thread-2514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,014 DEBUG [Thread-2514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:48,014 INFO [Thread-2506 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2506. 2024-11-12T21:42:48,014 DEBUG [Thread-2506 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:48,014 INFO [Thread-2512 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2512. 2024-11-12T21:42:48,014 DEBUG [Thread-2506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,014 DEBUG [Thread-2512 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:48,014 DEBUG [Thread-2512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,014 DEBUG [Thread-2506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:48,014 DEBUG [Thread-2512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:48,016 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/2f43109afc8e4544ac2e417c7c85ac81 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/2f43109afc8e4544ac2e417c7c85ac81 2024-11-12T21:42:48,018 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/B of cb45cee16dba77d6ce35c4bd4f9187c8 into 47075c2a92a443ed878ca600380e763b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:48,019 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/B, priority=12, startTime=1731447767986; duration=0sec 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:B 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:48,019 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/A of cb45cee16dba77d6ce35c4bd4f9187c8 into 2f43109afc8e4544ac2e417c7c85ac81(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:48,019 INFO [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/A, priority=12, startTime=1731447767986; duration=0sec 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:A 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:42:48,019 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1541): cb45cee16dba77d6ce35c4bd4f9187c8/C is initiating minor compaction (all files) 2024-11-12T21:42:48,019 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb45cee16dba77d6ce35c4bd4f9187c8/C in TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:48,019 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9b518bd353bc4e94b4546e1f4f9b2d2c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/43bb5020ea594ed3af7a8f8d782918d2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/1a54cc0c543140baa13e9a17c0ba8f70, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9eac63b2bf9b4f13bc426deb73cb99fb] into tmpdir=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp, totalSize=48.8 K 2024-11-12T21:42:48,020 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b518bd353bc4e94b4546e1f4f9b2d2c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731447763449 2024-11-12T21:42:48,020 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 43bb5020ea594ed3af7a8f8d782918d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731447765253 2024-11-12T21:42:48,020 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a54cc0c543140baa13e9a17c0ba8f70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731447765262 2024-11-12T21:42:48,020 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eac63b2bf9b4f13bc426deb73cb99fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731447765942 2024-11-12T21:42:48,025 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb45cee16dba77d6ce35c4bd4f9187c8#C#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:48,025 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/949681f321684a6797add1a815ea2b7f is 50, key is test_row_0/C:col10/1731447765948/Put/seqid=0 2024-11-12T21:42:48,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742491_1667 (size=13187) 2024-11-12T21:42:48,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T21:42:48,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:48,042 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T21:42:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112acf69d551ca94a5cae83080a67694035_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447767099/Put/seqid=0 2024-11-12T21:42:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742492_1668 (size=12454) 2024-11-12T21:42:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T21:42:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. as already flushing 2024-11-12T21:42:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36959 {}] regionserver.HRegion(8855): Flush requested on cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:48,242 INFO [Thread-2499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2499. 2024-11-12T21:42:48,242 DEBUG [Thread-2499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:48,242 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,242 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:48,252 INFO [Thread-2501 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2501. 2024-11-12T21:42:48,252 INFO [Thread-2497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2497. 2024-11-12T21:42:48,252 DEBUG [Thread-2497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:48,252 DEBUG [Thread-2501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:48,252 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,252 DEBUG [Thread-2501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,252 DEBUG [Thread-2501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,252 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:48,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:48,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:48,432 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/949681f321684a6797add1a815ea2b7f as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/949681f321684a6797add1a815ea2b7f 2024-11-12T21:42:48,435 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cb45cee16dba77d6ce35c4bd4f9187c8/C of cb45cee16dba77d6ce35c4bd4f9187c8 into 949681f321684a6797add1a815ea2b7f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:48,435 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:48,435 INFO [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., storeName=cb45cee16dba77d6ce35c4bd4f9187c8/C, priority=12, startTime=1731447767986; duration=0sec 2024-11-12T21:42:48,436 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:42:48,436 DEBUG [RS:0;0c576948786c:36959-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb45cee16dba77d6ce35c4bd4f9187c8:C 2024-11-12T21:42:48,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,458 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112acf69d551ca94a5cae83080a67694035_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112acf69d551ca94a5cae83080a67694035_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:48,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d892fd7cfe204338b8980c04f1e91109, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:48,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d892fd7cfe204338b8980c04f1e91109 is 175, key is test_row_0/A:col10/1731447767099/Put/seqid=0 2024-11-12T21:42:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742493_1669 (size=31255) 2024-11-12T21:42:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T21:42:48,863 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d892fd7cfe204338b8980c04f1e91109 2024-11-12T21:42:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/7588f1137c1e4afdab3a672bad26ccbf is 50, key is test_row_0/B:col10/1731447767099/Put/seqid=0 2024-11-12T21:42:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742494_1670 (size=12301) 2024-11-12T21:42:49,274 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/7588f1137c1e4afdab3a672bad26ccbf 2024-11-12T21:42:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b56fe7d8163a434281538445a9048765 is 50, key is test_row_0/C:col10/1731447767099/Put/seqid=0 2024-11-12T21:42:49,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742495_1671 (size=12301) 2024-11-12T21:42:49,492 INFO [Thread-2495 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2495. 2024-11-12T21:42:49,492 DEBUG [Thread-2495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:49,492 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:49,492 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:49,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:49,684 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b56fe7d8163a434281538445a9048765 2024-11-12T21:42:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/d892fd7cfe204338b8980c04f1e91109 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d892fd7cfe204338b8980c04f1e91109 2024-11-12T21:42:49,693 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d892fd7cfe204338b8980c04f1e91109, entries=150, sequenceid=380, filesize=30.5 K 2024-11-12T21:42:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/7588f1137c1e4afdab3a672bad26ccbf as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/7588f1137c1e4afdab3a672bad26ccbf 2024-11-12T21:42:49,697 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/7588f1137c1e4afdab3a672bad26ccbf, entries=150, sequenceid=380, filesize=12.0 K 2024-11-12T21:42:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/b56fe7d8163a434281538445a9048765 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b56fe7d8163a434281538445a9048765 2024-11-12T21:42:49,701 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b56fe7d8163a434281538445a9048765, entries=150, sequenceid=380, filesize=12.0 K 2024-11-12T21:42:49,701 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=26.84 KB/27480 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1659ms, sequenceid=380, compaction requested=false 2024-11-12T21:42:49,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for cb45cee16dba77d6ce35c4bd4f9187c8: 2024-11-12T21:42:49,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:49,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-12T21:42:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-12T21:42:49,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-12T21:42:49,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1190 sec 2024-11-12T21:42:49,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.1220 sec 2024-11-12T21:42:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T21:42:49,731 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:54,922 INFO [Thread-2503 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2503. 2024-11-12T21:42:54,922 DEBUG [Thread-2503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:42:54,922 DEBUG [Thread-2503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:54,923 DEBUG [Thread-2503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:54,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3474 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3477 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3416 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3454 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3443 2024-11-12T21:42:54,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:42:54,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:42:54,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:42:54,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:54,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:54,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:54,925 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:42:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T21:42:54,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447774929"}]},"ts":"1731447774929"} 2024-11-12T21:42:54,931 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:42:54,931 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:42:54,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:42:54,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, UNASSIGN}] 2024-11-12T21:42:54,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, UNASSIGN 2024-11-12T21:42:54,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=cb45cee16dba77d6ce35c4bd4f9187c8, regionState=CLOSING, regionLocation=0c576948786c,36959,1731447576789 2024-11-12T21:42:54,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, UNASSIGN because future has completed 2024-11-12T21:42:54,939 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:42:54,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789}] 2024-11-12T21:42:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T21:42:55,092 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(122): Close cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:55,093 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:42:55,093 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1722): Closing cb45cee16dba77d6ce35c4bd4f9187c8, disabling compactions & flushes 2024-11-12T21:42:55,093 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:55,093 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:55,093 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. after waiting 0 ms 2024-11-12T21:42:55,093 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:55,093 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(2902): Flushing cb45cee16dba77d6ce35c4bd4f9187c8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T21:42:55,105 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ee74b5fe5e6742f590c6761c4a165e1b_cb45cee16dba77d6ce35c4bd4f9187c8 is 50, key is test_row_0/A:col10/1731447774921/Put/seqid=0 2024-11-12T21:42:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742496_1672 (size=12454) 2024-11-12T21:42:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T21:42:55,509 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:55,516 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ee74b5fe5e6742f590c6761c4a165e1b_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ee74b5fe5e6742f590c6761c4a165e1b_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:55,518 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/444063e9eb844490bbef7667b9658e17, store: [table=TestAcidGuarantees family=A region=cb45cee16dba77d6ce35c4bd4f9187c8] 2024-11-12T21:42:55,519 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/444063e9eb844490bbef7667b9658e17 is 175, key is test_row_0/A:col10/1731447774921/Put/seqid=0 2024-11-12T21:42:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742497_1673 (size=31255) 2024-11-12T21:42:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T21:42:55,923 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/444063e9eb844490bbef7667b9658e17 2024-11-12T21:42:55,931 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5817f19a06324eba8a6f7f39fac489c1 is 50, key is test_row_0/B:col10/1731447774921/Put/seqid=0 2024-11-12T21:42:55,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742498_1674 (size=12301) 2024-11-12T21:42:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T21:42:56,336 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5817f19a06324eba8a6f7f39fac489c1 2024-11-12T21:42:56,343 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/dac6017e6c984b81bd4496bc7db8a4a3 is 50, key is test_row_0/C:col10/1731447774921/Put/seqid=0 2024-11-12T21:42:56,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742499_1675 (size=12301) 2024-11-12T21:42:56,748 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/dac6017e6c984b81bd4496bc7db8a4a3 2024-11-12T21:42:56,753 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/A/444063e9eb844490bbef7667b9658e17 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/444063e9eb844490bbef7667b9658e17 2024-11-12T21:42:56,758 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/444063e9eb844490bbef7667b9658e17, entries=150, sequenceid=389, filesize=30.5 K 2024-11-12T21:42:56,759 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/B/5817f19a06324eba8a6f7f39fac489c1 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5817f19a06324eba8a6f7f39fac489c1 2024-11-12T21:42:56,764 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5817f19a06324eba8a6f7f39fac489c1, entries=150, sequenceid=389, filesize=12.0 K 2024-11-12T21:42:56,765 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/.tmp/C/dac6017e6c984b81bd4496bc7db8a4a3 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/dac6017e6c984b81bd4496bc7db8a4a3 2024-11-12T21:42:56,770 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/dac6017e6c984b81bd4496bc7db8a4a3, entries=150, sequenceid=389, filesize=12.0 K 2024-11-12T21:42:56,771 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1678ms, sequenceid=389, compaction requested=true 2024-11-12T21:42:56,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/131099edfcdc46009f71be95222082b4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/4a679d37293b4f22a0a6cb18b88efdb9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/39d3a348e1ea48988581db48b0658470, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f594c36ad8ce472584965c450c7f39b0, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/3890adc7aa0e43f1978c3c330cc7ab51, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/212f8cde5d2244d0acb7502f40805b2f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/61b4117f0e6c4a139ddbf406637287c4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/0d286de403404b5ba8c7994736dcda4b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/372286cdf6f941269a9fa191b14e2325, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/1de15259c4284d919b25bce19cff25c9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/17de39f4e7df4e3f995abf1f75606c6b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/ed7e283c621748ca8929eb9bade83c65, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/663ee0db25f94797bfd52e7aada98982, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f10b43b8e2934249ad417cf00bf36acb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f0c96dfcfbaa4b808afa87417a4254e8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/de7d0bea355c403fab4ef44834109934, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/64fab123f5564f23b9cfb2ba6ecc5901, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/340d0e68a54c49769c998d0b96f934ff, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/5ab5bfbb23c14c9098c47b3c3b358bb8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d6249de9119046238d2f4bc8d0ed64cd, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/6a191b8e5a124300b9ab9191bb2e2d16, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d33263e3f101492b8c1fc00d86550b8f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/662a15106f8440dca9e1f82a5e9789e2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/b7b41e56141e4d4db1e55db74284f1f4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f66c723277b844d08576e3b9b32cc4fc, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/01b7d344358f4d9d993a1e042040062d] to archive 2024-11-12T21:42:56,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:42:56,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/131099edfcdc46009f71be95222082b4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/131099edfcdc46009f71be95222082b4 2024-11-12T21:42:56,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/4a679d37293b4f22a0a6cb18b88efdb9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/4a679d37293b4f22a0a6cb18b88efdb9 2024-11-12T21:42:56,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/39d3a348e1ea48988581db48b0658470 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/39d3a348e1ea48988581db48b0658470 2024-11-12T21:42:56,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f594c36ad8ce472584965c450c7f39b0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f594c36ad8ce472584965c450c7f39b0 2024-11-12T21:42:56,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/3890adc7aa0e43f1978c3c330cc7ab51 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/3890adc7aa0e43f1978c3c330cc7ab51 2024-11-12T21:42:56,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/212f8cde5d2244d0acb7502f40805b2f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/212f8cde5d2244d0acb7502f40805b2f 2024-11-12T21:42:56,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/61b4117f0e6c4a139ddbf406637287c4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/61b4117f0e6c4a139ddbf406637287c4 2024-11-12T21:42:56,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/0d286de403404b5ba8c7994736dcda4b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/0d286de403404b5ba8c7994736dcda4b 2024-11-12T21:42:56,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/372286cdf6f941269a9fa191b14e2325 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/372286cdf6f941269a9fa191b14e2325 2024-11-12T21:42:56,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/1de15259c4284d919b25bce19cff25c9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/1de15259c4284d919b25bce19cff25c9 2024-11-12T21:42:56,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/17de39f4e7df4e3f995abf1f75606c6b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/17de39f4e7df4e3f995abf1f75606c6b 2024-11-12T21:42:56,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/ed7e283c621748ca8929eb9bade83c65 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/ed7e283c621748ca8929eb9bade83c65 2024-11-12T21:42:56,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/663ee0db25f94797bfd52e7aada98982 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/663ee0db25f94797bfd52e7aada98982 2024-11-12T21:42:56,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f10b43b8e2934249ad417cf00bf36acb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f10b43b8e2934249ad417cf00bf36acb 2024-11-12T21:42:56,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f0c96dfcfbaa4b808afa87417a4254e8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f0c96dfcfbaa4b808afa87417a4254e8 2024-11-12T21:42:56,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/de7d0bea355c403fab4ef44834109934 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/de7d0bea355c403fab4ef44834109934 2024-11-12T21:42:56,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/64fab123f5564f23b9cfb2ba6ecc5901 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/64fab123f5564f23b9cfb2ba6ecc5901 2024-11-12T21:42:56,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/340d0e68a54c49769c998d0b96f934ff to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/340d0e68a54c49769c998d0b96f934ff 2024-11-12T21:42:56,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/5ab5bfbb23c14c9098c47b3c3b358bb8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/5ab5bfbb23c14c9098c47b3c3b358bb8 2024-11-12T21:42:56,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d6249de9119046238d2f4bc8d0ed64cd to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d6249de9119046238d2f4bc8d0ed64cd 2024-11-12T21:42:56,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/6a191b8e5a124300b9ab9191bb2e2d16 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/6a191b8e5a124300b9ab9191bb2e2d16 2024-11-12T21:42:56,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d33263e3f101492b8c1fc00d86550b8f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d33263e3f101492b8c1fc00d86550b8f 2024-11-12T21:42:56,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/662a15106f8440dca9e1f82a5e9789e2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/662a15106f8440dca9e1f82a5e9789e2 2024-11-12T21:42:56,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/b7b41e56141e4d4db1e55db74284f1f4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/b7b41e56141e4d4db1e55db74284f1f4 2024-11-12T21:42:56,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f66c723277b844d08576e3b9b32cc4fc to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/f66c723277b844d08576e3b9b32cc4fc 2024-11-12T21:42:56,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/01b7d344358f4d9d993a1e042040062d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/01b7d344358f4d9d993a1e042040062d 2024-11-12T21:42:56,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bebd5568b4140f1a81cfd2c2a455a90, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/576570990ab84c5eb0ca965d786110e6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/f2d59386d4eb433c917f63fcd3f9782e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/32446c888be143d7b7ff9f8c1f07f66c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/b8fa82f8e73144be89760e514f66c563, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4e0b649a09fd425d9fbd6240592052ec, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c3d51f6e883c44b0b77f801a63ffd6e2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bed7ffd161044b39c7d5a7629aaf654, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/48b00f17fe334c78af9abf03490f4ba8, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/328887ba2ff1451293425ff2978c6b0e, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8bace68ea0f647fa8d9c685b6e597e13, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c1b6c0d5a4414996bf5afd505eee81e4, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0c0d726538964489a91def5f9be7f5fe, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/283043617f61423db0e274d96deed344, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5c6fafa43bbb446e971e6583105e0719, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2560f69bc6884333994e7e6d634a8ba6, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5041cca3c6ab4e5fa1318f625b299290, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/66a7ab2a1fd84f42b7a706d7b09350bb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1c22a5fc5ab744adb8d7bd155cde4ff7, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0f6820fb0cd74e5b9c857594a88265c9, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5887de3bda0c41f9bfe370c09e3abd3d, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/80ed4cffb30c4a1f8bdcda97b597e755, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2ad2c1e85d46497db23ead34a5325cd3, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4ee283a37f9642f984727ece829edfd2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/cec4ca1da1624c44aa093b54ceef2610, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8364f759248744ae9251aefa23881da0] to archive 2024-11-12T21:42:56,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:42:56,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bebd5568b4140f1a81cfd2c2a455a90 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bebd5568b4140f1a81cfd2c2a455a90 2024-11-12T21:42:56,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/576570990ab84c5eb0ca965d786110e6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/576570990ab84c5eb0ca965d786110e6 2024-11-12T21:42:56,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/f2d59386d4eb433c917f63fcd3f9782e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/f2d59386d4eb433c917f63fcd3f9782e 2024-11-12T21:42:56,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/32446c888be143d7b7ff9f8c1f07f66c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/32446c888be143d7b7ff9f8c1f07f66c 2024-11-12T21:42:56,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/b8fa82f8e73144be89760e514f66c563 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/b8fa82f8e73144be89760e514f66c563 2024-11-12T21:42:56,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4e0b649a09fd425d9fbd6240592052ec to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4e0b649a09fd425d9fbd6240592052ec 2024-11-12T21:42:56,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c3d51f6e883c44b0b77f801a63ffd6e2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c3d51f6e883c44b0b77f801a63ffd6e2 2024-11-12T21:42:56,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bed7ffd161044b39c7d5a7629aaf654 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1bed7ffd161044b39c7d5a7629aaf654 2024-11-12T21:42:56,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/48b00f17fe334c78af9abf03490f4ba8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/48b00f17fe334c78af9abf03490f4ba8 2024-11-12T21:42:56,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/328887ba2ff1451293425ff2978c6b0e to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/328887ba2ff1451293425ff2978c6b0e 2024-11-12T21:42:56,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8bace68ea0f647fa8d9c685b6e597e13 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8bace68ea0f647fa8d9c685b6e597e13 2024-11-12T21:42:56,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c1b6c0d5a4414996bf5afd505eee81e4 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/c1b6c0d5a4414996bf5afd505eee81e4 2024-11-12T21:42:56,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0c0d726538964489a91def5f9be7f5fe to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0c0d726538964489a91def5f9be7f5fe 2024-11-12T21:42:56,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/283043617f61423db0e274d96deed344 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/283043617f61423db0e274d96deed344 2024-11-12T21:42:56,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5c6fafa43bbb446e971e6583105e0719 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5c6fafa43bbb446e971e6583105e0719 2024-11-12T21:42:56,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2560f69bc6884333994e7e6d634a8ba6 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2560f69bc6884333994e7e6d634a8ba6 2024-11-12T21:42:56,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5041cca3c6ab4e5fa1318f625b299290 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5041cca3c6ab4e5fa1318f625b299290 2024-11-12T21:42:56,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/66a7ab2a1fd84f42b7a706d7b09350bb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/66a7ab2a1fd84f42b7a706d7b09350bb 2024-11-12T21:42:56,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1c22a5fc5ab744adb8d7bd155cde4ff7 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/1c22a5fc5ab744adb8d7bd155cde4ff7 2024-11-12T21:42:56,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0f6820fb0cd74e5b9c857594a88265c9 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/0f6820fb0cd74e5b9c857594a88265c9 2024-11-12T21:42:56,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5887de3bda0c41f9bfe370c09e3abd3d to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5887de3bda0c41f9bfe370c09e3abd3d 2024-11-12T21:42:56,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/80ed4cffb30c4a1f8bdcda97b597e755 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/80ed4cffb30c4a1f8bdcda97b597e755 2024-11-12T21:42:56,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2ad2c1e85d46497db23ead34a5325cd3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/2ad2c1e85d46497db23ead34a5325cd3 2024-11-12T21:42:56,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4ee283a37f9642f984727ece829edfd2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/4ee283a37f9642f984727ece829edfd2 2024-11-12T21:42:56,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/cec4ca1da1624c44aa093b54ceef2610 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/cec4ca1da1624c44aa093b54ceef2610 2024-11-12T21:42:56,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8364f759248744ae9251aefa23881da0 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/8364f759248744ae9251aefa23881da0 2024-11-12T21:42:56,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/f3c7839a9ba342acbc2ec851a765b92b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/44de0d1a5a704edba24e28323029cd4a, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/8944fb86bc89499b86211edae8fab75c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4bacc340536744a8af030a80371fe598, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/fe47eefc0bf64f16b8a61d15264e579f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4b30ccf52f58489eab823cde87c41fce, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3130eabcc3cb454886999a14845dce31, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b8c3cd0fb3974241aa9e0c64377ffe30, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/2337120deb1c4d6eb745c195d7bebd86, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c1709cb94ffd41c78d02097e24a9f0cb, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b14693e1242d4018806b67e0826d54bf, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c57b5e74bbf54cc784b1ece25b9a6c61, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4c7bf8630d21457596783212006d5e57, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/813b75695ec34ac3b8ef6f644ea410c2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c4d589ae11d541c6800e5e274d547444, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3e65f5f2262d4b3dbb1884c7b0a8389c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4e702add709e48b0961089ac9b569b4b, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/36d3ec0713d14c0da4aedef5113b5999, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/69ec0832b41b42579102af7aa86a3e41, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4cbdf77b145b44439dcb39fe3416e327, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/6246c474f993419a8fb728d7f6a2825f, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9b518bd353bc4e94b4546e1f4f9b2d2c, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/e443b042ff31417fbba78cbd3259ecc5, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/43bb5020ea594ed3af7a8f8d782918d2, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/1a54cc0c543140baa13e9a17c0ba8f70, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9eac63b2bf9b4f13bc426deb73cb99fb] to archive 2024-11-12T21:42:56,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:42:56,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/f3c7839a9ba342acbc2ec851a765b92b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/f3c7839a9ba342acbc2ec851a765b92b 2024-11-12T21:42:56,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/44de0d1a5a704edba24e28323029cd4a to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/44de0d1a5a704edba24e28323029cd4a 2024-11-12T21:42:56,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/8944fb86bc89499b86211edae8fab75c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/8944fb86bc89499b86211edae8fab75c 2024-11-12T21:42:56,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4bacc340536744a8af030a80371fe598 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4bacc340536744a8af030a80371fe598 2024-11-12T21:42:56,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/fe47eefc0bf64f16b8a61d15264e579f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/fe47eefc0bf64f16b8a61d15264e579f 2024-11-12T21:42:56,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4b30ccf52f58489eab823cde87c41fce to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4b30ccf52f58489eab823cde87c41fce 2024-11-12T21:42:56,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3130eabcc3cb454886999a14845dce31 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3130eabcc3cb454886999a14845dce31 2024-11-12T21:42:56,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b8c3cd0fb3974241aa9e0c64377ffe30 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b8c3cd0fb3974241aa9e0c64377ffe30 2024-11-12T21:42:56,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/2337120deb1c4d6eb745c195d7bebd86 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/2337120deb1c4d6eb745c195d7bebd86 2024-11-12T21:42:56,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c1709cb94ffd41c78d02097e24a9f0cb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c1709cb94ffd41c78d02097e24a9f0cb 2024-11-12T21:42:56,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b14693e1242d4018806b67e0826d54bf to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b14693e1242d4018806b67e0826d54bf 2024-11-12T21:42:56,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c57b5e74bbf54cc784b1ece25b9a6c61 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c57b5e74bbf54cc784b1ece25b9a6c61 2024-11-12T21:42:56,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4c7bf8630d21457596783212006d5e57 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4c7bf8630d21457596783212006d5e57 2024-11-12T21:42:56,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/813b75695ec34ac3b8ef6f644ea410c2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/813b75695ec34ac3b8ef6f644ea410c2 2024-11-12T21:42:56,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c4d589ae11d541c6800e5e274d547444 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/c4d589ae11d541c6800e5e274d547444 2024-11-12T21:42:56,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3e65f5f2262d4b3dbb1884c7b0a8389c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/3e65f5f2262d4b3dbb1884c7b0a8389c 2024-11-12T21:42:56,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4e702add709e48b0961089ac9b569b4b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4e702add709e48b0961089ac9b569b4b 2024-11-12T21:42:56,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/36d3ec0713d14c0da4aedef5113b5999 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/36d3ec0713d14c0da4aedef5113b5999 2024-11-12T21:42:56,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/69ec0832b41b42579102af7aa86a3e41 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/69ec0832b41b42579102af7aa86a3e41 2024-11-12T21:42:56,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4cbdf77b145b44439dcb39fe3416e327 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/4cbdf77b145b44439dcb39fe3416e327 2024-11-12T21:42:56,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/6246c474f993419a8fb728d7f6a2825f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/6246c474f993419a8fb728d7f6a2825f 2024-11-12T21:42:56,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9b518bd353bc4e94b4546e1f4f9b2d2c to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9b518bd353bc4e94b4546e1f4f9b2d2c 2024-11-12T21:42:56,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/e443b042ff31417fbba78cbd3259ecc5 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/e443b042ff31417fbba78cbd3259ecc5 2024-11-12T21:42:56,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/43bb5020ea594ed3af7a8f8d782918d2 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/43bb5020ea594ed3af7a8f8d782918d2 2024-11-12T21:42:56,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/1a54cc0c543140baa13e9a17c0ba8f70 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/1a54cc0c543140baa13e9a17c0ba8f70 2024-11-12T21:42:56,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9eac63b2bf9b4f13bc426deb73cb99fb to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/9eac63b2bf9b4f13bc426deb73cb99fb 2024-11-12T21:42:56,868 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/recovered.edits/392.seqid, newMaxSeqId=392, maxSeqId=4 2024-11-12T21:42:56,868 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. 2024-11-12T21:42:56,868 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1676): Region close journal for cb45cee16dba77d6ce35c4bd4f9187c8: Waiting for close lock at 1731447775093Running coprocessor pre-close hooks at 1731447775093Disabling compacts and flushes for region at 1731447775093Disabling writes for close at 1731447775093Obtaining lock to block concurrent updates at 1731447775093Preparing flush snapshotting stores in cb45cee16dba77d6ce35c4bd4f9187c8 at 1731447775093Finished memstore snapshotting TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731447775094 (+1 ms)Flushing stores of TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8. at 1731447775095 (+1 ms)Flushing cb45cee16dba77d6ce35c4bd4f9187c8/A: creating writer at 1731447775095Flushing mob file cb45cee16dba77d6ce35c4bd4f9187c8/A: appending metadata at 1731447775105 (+10 ms)Flushing mob file cb45cee16dba77d6ce35c4bd4f9187c8/A: closing flushed file at 1731447775105Flushing cb45cee16dba77d6ce35c4bd4f9187c8/A: appending metadata at 1731447775518 (+413 ms)Flushing cb45cee16dba77d6ce35c4bd4f9187c8/A: closing flushed file at 1731447775518Flushing cb45cee16dba77d6ce35c4bd4f9187c8/B: creating writer at 1731447775928 (+410 ms)Flushing cb45cee16dba77d6ce35c4bd4f9187c8/B: appending metadata at 1731447775930 (+2 ms)Flushing cb45cee16dba77d6ce35c4bd4f9187c8/B: closing flushed file at 1731447775931 (+1 ms)Flushing cb45cee16dba77d6ce35c4bd4f9187c8/C: creating writer at 1731447776340 (+409 ms)Flushing cb45cee16dba77d6ce35c4bd4f9187c8/C: appending metadata at 1731447776343 (+3 ms)Flushing cb45cee16dba77d6ce35c4bd4f9187c8/C: closing flushed file at 1731447776343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0ac64d: reopening flushed file at 1731447776752 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2572313a: reopening flushed file at 1731447776758 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eab1cba: reopening flushed file at 1731447776764 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for cb45cee16dba77d6ce35c4bd4f9187c8 in 1678ms, sequenceid=389, compaction requested=true at 1731447776771 (+7 ms)Writing region close event to WAL at 1731447776865 (+94 ms)Running coprocessor post-close hooks at 1731447776868 (+3 ms)Closed at 1731447776868 2024-11-12T21:42:56,870 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(157): Closed cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:56,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=cb45cee16dba77d6ce35c4bd4f9187c8, regionState=CLOSED 2024-11-12T21:42:56,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 because future has completed 2024-11-12T21:42:56,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-12T21:42:56,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseRegionProcedure cb45cee16dba77d6ce35c4bd4f9187c8, server=0c576948786c,36959,1731447576789 in 1.9340 sec 2024-11-12T21:42:56,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177 2024-11-12T21:42:56,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb45cee16dba77d6ce35c4bd4f9187c8, UNASSIGN in 1.9390 sec 2024-11-12T21:42:56,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-12T21:42:56,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9450 sec 2024-11-12T21:42:56,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447776879"}]},"ts":"1731447776879"} 2024-11-12T21:42:56,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:42:56,881 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:42:56,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9560 sec 2024-11-12T21:42:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T21:42:57,072 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:57,073 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:42:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:57,077 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-12T21:42:57,078 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=180, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:57,084 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,089 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C, FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/recovered.edits] 2024-11-12T21:42:57,093 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/2f43109afc8e4544ac2e417c7c85ac81 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/2f43109afc8e4544ac2e417c7c85ac81 2024-11-12T21:42:57,095 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/444063e9eb844490bbef7667b9658e17 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/444063e9eb844490bbef7667b9658e17 2024-11-12T21:42:57,097 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d892fd7cfe204338b8980c04f1e91109 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/A/d892fd7cfe204338b8980c04f1e91109 2024-11-12T21:42:57,100 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/47075c2a92a443ed878ca600380e763b to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/47075c2a92a443ed878ca600380e763b 2024-11-12T21:42:57,102 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5817f19a06324eba8a6f7f39fac489c1 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/5817f19a06324eba8a6f7f39fac489c1 2024-11-12T21:42:57,103 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/7588f1137c1e4afdab3a672bad26ccbf to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/B/7588f1137c1e4afdab3a672bad26ccbf 2024-11-12T21:42:57,106 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/949681f321684a6797add1a815ea2b7f to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/949681f321684a6797add1a815ea2b7f 2024-11-12T21:42:57,108 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b56fe7d8163a434281538445a9048765 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/b56fe7d8163a434281538445a9048765 2024-11-12T21:42:57,110 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/dac6017e6c984b81bd4496bc7db8a4a3 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/C/dac6017e6c984b81bd4496bc7db8a4a3 2024-11-12T21:42:57,114 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/recovered.edits/392.seqid to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8/recovered.edits/392.seqid 2024-11-12T21:42:57,115 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/default/TestAcidGuarantees/cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,115 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:42:57,116 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:42:57,117 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T21:42:57,122 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111205b0a69e9d8342e0a4fc388eb85e4bdf_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111205b0a69e9d8342e0a4fc388eb85e4bdf_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,123 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111206805dffbca34ba4bcb66481e194a523_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111206805dffbca34ba4bcb66481e194a523_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,125 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111221b798d42a2e42409c6d3ce2afed9919_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111221b798d42a2e42409c6d3ce2afed9919_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,126 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a2c5bb4d23d44e6938f549038b5d404_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a2c5bb4d23d44e6938f549038b5d404_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,127 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123f796dd544524965afc82ea8bb8c9adc_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123f796dd544524965afc82ea8bb8c9adc_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,127 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111250eba01d5f9c4201a7585d75eaa5e7d7_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111250eba01d5f9c4201a7585d75eaa5e7d7_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,128 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111253566d43c35d4bc99b47d2771cdfcd32_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111253566d43c35d4bc99b47d2771cdfcd32_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,129 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125d77244b0a5f44de80a9f014b0f4d5b5_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125d77244b0a5f44de80a9f014b0f4d5b5_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,130 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126c01b2b10d4a4f3eb129c25e1365bf2e_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126c01b2b10d4a4f3eb129c25e1365bf2e_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,130 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112765bdb5ee9674905a544cfd7468ca39d_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112765bdb5ee9674905a544cfd7468ca39d_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129aaeff6236c3491f9362dd26ce49c423_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129aaeff6236c3491f9362dd26ce49c423_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,132 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c406ad4788d422bbe8f15e4953d30d1_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c406ad4788d422bbe8f15e4953d30d1_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,132 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a34ea51e6d5c48438bb0420dad1e5c39_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a34ea51e6d5c48438bb0420dad1e5c39_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,133 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a4d4d3c8337b47ca934155c4f2aede9c_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a4d4d3c8337b47ca934155c4f2aede9c_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,134 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112acf69d551ca94a5cae83080a67694035_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112acf69d551ca94a5cae83080a67694035_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,134 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c5efa8aa2cbd48a4bbf78dc7153291ba_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c5efa8aa2cbd48a4bbf78dc7153291ba_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,135 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e03e3d8082804c009287375ec6da5c2d_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e03e3d8082804c009287375ec6da5c2d_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,136 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ed97418f5838450f8dc9fef407524aee_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ed97418f5838450f8dc9fef407524aee_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,136 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ee74b5fe5e6742f590c6761c4a165e1b_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ee74b5fe5e6742f590c6761c4a165e1b_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,137 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f13f336e3a42428789e85e9c8e01978d_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f13f336e3a42428789e85e9c8e01978d_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,138 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fb42d0b875604344b1320b4562e95720_cb45cee16dba77d6ce35c4bd4f9187c8 to hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fb42d0b875604344b1320b4562e95720_cb45cee16dba77d6ce35c4bd4f9187c8 2024-11-12T21:42:57,139 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:42:57,141 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=180, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:57,143 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:42:57,145 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:42:57,146 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=180, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:57,146 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:42:57,146 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731447777146"}]},"ts":"9223372036854775807"} 2024-11-12T21:42:57,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:42:57,147 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => cb45cee16dba77d6ce35c4bd4f9187c8, NAME => 'TestAcidGuarantees,,1731447744911.cb45cee16dba77d6ce35c4bd4f9187c8.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:42:57,147 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:42:57,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731447777147"}]},"ts":"9223372036854775807"} 2024-11-12T21:42:57,148 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:42:57,149 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=180, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:42:57,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-11-12T21:42:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-12T21:42:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:42:57,190 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:42:57,198 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 237), OpenFileDescriptor=451 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=8777 (was 9679) 2024-11-12T21:42:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T21:42:57,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:42:57,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:42:57,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:57,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:57,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:42:57,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T21:42:57,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2038551008, stopped=false 2024-11-12T21:42:57,199 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c576948786c,34667,1731447576119 2024-11-12T21:42:57,200 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T21:42:57,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T21:42:57,200 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:57,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:57,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T21:42:57,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:42:57,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:42:57,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:42:57,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:42:57,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:57,201 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c576948786c,36959,1731447576789' ***** 2024-11-12T21:42:57,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T21:42:57,202 INFO [RS:0;0c576948786c:36959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T21:42:57,202 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T21:42:57,202 INFO [RS:0;0c576948786c:36959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T21:42:57,202 INFO [RS:0;0c576948786c:36959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T21:42:57,202 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(959): stopping server 0c576948786c,36959,1731447576789 2024-11-12T21:42:57,202 INFO [RS:0;0c576948786c:36959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T21:42:57,202 INFO [RS:0;0c576948786c:36959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c576948786c:36959. 2024-11-12T21:42:57,202 DEBUG [RS:0;0c576948786c:36959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:42:57,202 DEBUG [RS:0;0c576948786c:36959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:57,203 INFO [RS:0;0c576948786c:36959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T21:42:57,203 INFO [RS:0;0c576948786c:36959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T21:42:57,203 INFO [RS:0;0c576948786c:36959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T21:42:57,203 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T21:42:57,203 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T21:42:57,203 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T21:42:57,204 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:57,204 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T21:42:57,204 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T21:42:57,204 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T21:42:57,204 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T21:42:57,204 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T21:42:57,204 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-12T21:42:57,226 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/info/bb9954f52087469eae59d23d6aaa7563 is 95, key is TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869./info:/1731447614650/DeleteFamily/seqid=0 2024-11-12T21:42:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742500_1676 (size=6514) 2024-11-12T21:42:57,290 INFO [regionserver/0c576948786c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:42:57,320 INFO [regionserver/0c576948786c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T21:42:57,320 INFO [regionserver/0c576948786c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T21:42:57,404 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:57,604 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:57,630 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/info/bb9954f52087469eae59d23d6aaa7563 2024-11-12T21:42:57,657 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/ns/7c69e3ab86eb446b8c460d70b50d4185 is 93, key is TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869./ns:/1731447614604/DeleteFamily/seqid=0 2024-11-12T21:42:57,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742501_1677 (size=5906) 2024-11-12T21:42:57,804 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:58,005 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:58,060 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/ns/7c69e3ab86eb446b8c460d70b50d4185 2024-11-12T21:42:58,076 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/rep_barrier/64e3692cbc744a5b8c10be761369a17e is 102, key is TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869./rep_barrier:/1731447614604/DeleteFamily/seqid=0 2024-11-12T21:42:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742502_1678 (size=6025) 2024-11-12T21:42:58,205 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:58,405 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:58,480 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/rep_barrier/64e3692cbc744a5b8c10be761369a17e 2024-11-12T21:42:58,496 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/table/19b68acef7b040dabfc43415c2d89a76 is 96, key is TestAcidGuarantees,,1731447580686.a42168a75bf016c9cc0fa80d862f9869./table:/1731447614604/DeleteFamily/seqid=0 2024-11-12T21:42:58,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742503_1679 (size=5936) 2024-11-12T21:42:58,605 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:58,805 DEBUG [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:42:58,902 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/table/19b68acef7b040dabfc43415c2d89a76 2024-11-12T21:42:58,908 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/info/bb9954f52087469eae59d23d6aaa7563 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/info/bb9954f52087469eae59d23d6aaa7563 2024-11-12T21:42:58,911 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/info/bb9954f52087469eae59d23d6aaa7563, entries=12, sequenceid=90, filesize=6.4 K 2024-11-12T21:42:58,912 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/ns/7c69e3ab86eb446b8c460d70b50d4185 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/ns/7c69e3ab86eb446b8c460d70b50d4185 2024-11-12T21:42:58,915 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/ns/7c69e3ab86eb446b8c460d70b50d4185, entries=8, sequenceid=90, filesize=5.8 K 2024-11-12T21:42:58,915 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/rep_barrier/64e3692cbc744a5b8c10be761369a17e as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/rep_barrier/64e3692cbc744a5b8c10be761369a17e 2024-11-12T21:42:58,918 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/rep_barrier/64e3692cbc744a5b8c10be761369a17e, entries=6, sequenceid=90, filesize=5.9 K 2024-11-12T21:42:58,918 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/.tmp/table/19b68acef7b040dabfc43415c2d89a76 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/table/19b68acef7b040dabfc43415c2d89a76 2024-11-12T21:42:58,921 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/table/19b68acef7b040dabfc43415c2d89a76, entries=7, sequenceid=90, filesize=5.8 K 2024-11-12T21:42:58,921 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=90, compaction requested=false 2024-11-12T21:42:58,925 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-12T21:42:58,926 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T21:42:58,926 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T21:42:58,926 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731447777203Running coprocessor pre-close hooks at 1731447777204 (+1 ms)Disabling compacts and flushes for region at 1731447777204Disabling writes for close at 1731447777204Obtaining lock to block concurrent updates at 1731447777204Preparing flush snapshotting stores in 1588230740 at 1731447777204Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731447777204Flushing stores of hbase:meta,,1.1588230740 at 1731447777204Flushing 1588230740/info: creating writer at 1731447777205 (+1 ms)Flushing 1588230740/info: appending metadata at 1731447777226 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731447777226Flushing 1588230740/ns: creating writer at 1731447777638 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731447777657 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731447777657Flushing 1588230740/rep_barrier: creating writer at 1731447778063 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731447778076 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731447778076Flushing 1588230740/table: creating writer at 1731447778483 (+407 ms)Flushing 1588230740/table: appending metadata at 1731447778496 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731447778496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99c930: reopening flushed file at 1731447778907 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75aa4b63: reopening flushed file at 1731447778912 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f246309: reopening flushed file at 1731447778915 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f49b63: reopening flushed file at 1731447778918 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=90, compaction requested=false at 1731447778921 (+3 ms)Writing region close event to WAL at 1731447778923 (+2 ms)Running coprocessor post-close hooks at 1731447778926 (+3 ms)Closed at 1731447778926 2024-11-12T21:42:58,926 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T21:42:59,006 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(976): stopping server 0c576948786c,36959,1731447576789; all regions closed. 2024-11-12T21:42:59,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741834_1010 (size=25344) 2024-11-12T21:42:59,013 DEBUG [RS:0;0c576948786c:36959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/oldWALs 2024-11-12T21:42:59,013 INFO [RS:0;0c576948786c:36959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c576948786c%2C36959%2C1731447576789.meta:.meta(num 1731447580336) 2024-11-12T21:42:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741832_1008 (size=15583931) 2024-11-12T21:42:59,019 DEBUG [RS:0;0c576948786c:36959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/oldWALs 2024-11-12T21:42:59,019 INFO [RS:0;0c576948786c:36959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c576948786c%2C36959%2C1731447576789:(num 1731447579452) 2024-11-12T21:42:59,020 DEBUG [RS:0;0c576948786c:36959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:59,020 INFO [RS:0;0c576948786c:36959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:42:59,020 INFO [RS:0;0c576948786c:36959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T21:42:59,020 INFO [RS:0;0c576948786c:36959 {}] hbase.ChoreService(370): Chore service for: regionserver/0c576948786c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T21:42:59,020 INFO [regionserver/0c576948786c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T21:42:59,020 INFO [RS:0;0c576948786c:36959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T21:42:59,021 INFO [RS:0;0c576948786c:36959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36959 2024-11-12T21:42:59,026 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0c576948786c,36959,1731447576789 2024-11-12T21:42:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:42:59,026 INFO [RS:0;0c576948786c:36959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T21:42:59,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c576948786c,36959,1731447576789] 2024-11-12T21:42:59,028 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0c576948786c,36959,1731447576789 already deleted, retry=false 2024-11-12T21:42:59,028 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c576948786c,36959,1731447576789 expired; onlineServers=0 2024-11-12T21:42:59,028 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c576948786c,34667,1731447576119' ***** 2024-11-12T21:42:59,028 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T21:42:59,029 INFO [M:0;0c576948786c:34667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T21:42:59,029 INFO [M:0;0c576948786c:34667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T21:42:59,029 DEBUG [M:0;0c576948786c:34667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T21:42:59,029 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T21:42:59,029 DEBUG [M:0;0c576948786c:34667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T21:42:59,029 DEBUG [master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731447579081 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731447579081,5,FailOnTimeoutGroup] 2024-11-12T21:42:59,029 DEBUG [master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731447579082 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731447579082,5,FailOnTimeoutGroup] 2024-11-12T21:42:59,029 INFO [M:0;0c576948786c:34667 {}] hbase.ChoreService(370): Chore service for: master/0c576948786c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T21:42:59,029 INFO [M:0;0c576948786c:34667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T21:42:59,029 DEBUG [M:0;0c576948786c:34667 {}] master.HMaster(1795): Stopping service threads 2024-11-12T21:42:59,029 INFO [M:0;0c576948786c:34667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T21:42:59,030 INFO [M:0;0c576948786c:34667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T21:42:59,030 ERROR [M:0;0c576948786c:34667 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (745627032) connection to localhost/127.0.0.1:38539 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38539,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-12T21:42:59,030 INFO [M:0;0c576948786c:34667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T21:42:59,031 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T21:42:59,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T21:42:59,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:59,031 DEBUG [M:0;0c576948786c:34667 {}] zookeeper.ZKUtil(347): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T21:42:59,031 WARN [M:0;0c576948786c:34667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T21:42:59,032 INFO [M:0;0c576948786c:34667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/.lastflushedseqids 2024-11-12T21:42:59,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742504_1680 (size=72) 2024-11-12T21:42:59,129 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:42:59,129 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x10035e0aef60001, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:42:59,129 INFO [RS:0;0c576948786c:36959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T21:42:59,130 INFO [RS:0;0c576948786c:36959 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c576948786c,36959,1731447576789; zookeeper connection closed. 2024-11-12T21:42:59,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e51d17d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e51d17d 2024-11-12T21:42:59,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T21:42:59,443 INFO [M:0;0c576948786c:34667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T21:42:59,444 INFO [M:0;0c576948786c:34667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T21:42:59,444 DEBUG [M:0;0c576948786c:34667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T21:42:59,444 INFO [M:0;0c576948786c:34667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:42:59,444 DEBUG [M:0;0c576948786c:34667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:42:59,444 DEBUG [M:0;0c576948786c:34667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T21:42:59,444 DEBUG [M:0;0c576948786c:34667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:42:59,444 INFO [M:0;0c576948786c:34667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=791.24 KB heapSize=974.99 KB 2024-11-12T21:42:59,461 DEBUG [M:0;0c576948786c:34667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fbde5d32053458497632750e747d660 is 82, key is hbase:meta,,1/info:regioninfo/1731447580417/Put/seqid=0 2024-11-12T21:42:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742505_1681 (size=5672) 2024-11-12T21:42:59,865 INFO [M:0;0c576948786c:34667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2272 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fbde5d32053458497632750e747d660 2024-11-12T21:42:59,892 DEBUG [M:0;0c576948786c:34667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05e2855788604512b99d3443787334b6 is 2275, key is \x00\x00\x00\x00\x00\x00\x00#/proc:d/1731447616310/Put/seqid=0 2024-11-12T21:42:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742506_1682 (size=45870) 2024-11-12T21:43:00,299 INFO [M:0;0c576948786c:34667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=790.68 KB at sequenceid=2272 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05e2855788604512b99d3443787334b6 2024-11-12T21:43:00,306 INFO [M:0;0c576948786c:34667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05e2855788604512b99d3443787334b6 2024-11-12T21:43:00,325 DEBUG [M:0;0c576948786c:34667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a460430bad4968bf32cb4d3de7f3de is 69, key is 0c576948786c,36959,1731447576789/rs:state/1731447579213/Put/seqid=0 2024-11-12T21:43:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073742507_1683 (size=5156) 2024-11-12T21:43:00,729 INFO [M:0;0c576948786c:34667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2272 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a460430bad4968bf32cb4d3de7f3de 2024-11-12T21:43:00,732 DEBUG [M:0;0c576948786c:34667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fbde5d32053458497632750e747d660 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fbde5d32053458497632750e747d660 2024-11-12T21:43:00,734 INFO [M:0;0c576948786c:34667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fbde5d32053458497632750e747d660, entries=8, sequenceid=2272, filesize=5.5 K 2024-11-12T21:43:00,735 DEBUG [M:0;0c576948786c:34667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05e2855788604512b99d3443787334b6 as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05e2855788604512b99d3443787334b6 2024-11-12T21:43:00,738 INFO [M:0;0c576948786c:34667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05e2855788604512b99d3443787334b6 2024-11-12T21:43:00,738 INFO [M:0;0c576948786c:34667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05e2855788604512b99d3443787334b6, entries=180, sequenceid=2272, filesize=44.8 K 2024-11-12T21:43:00,738 DEBUG [M:0;0c576948786c:34667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a460430bad4968bf32cb4d3de7f3de as hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a460430bad4968bf32cb4d3de7f3de 2024-11-12T21:43:00,741 INFO [M:0;0c576948786c:34667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/1d27693a-903c-ae1b-7f5a-861f91856e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a460430bad4968bf32cb4d3de7f3de, entries=1, sequenceid=2272, filesize=5.0 K 2024-11-12T21:43:00,742 INFO [M:0;0c576948786c:34667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~791.24 KB/810227, heapSize ~974.70 KB/998088, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=2272, compaction requested=false 2024-11-12T21:43:00,743 INFO [M:0;0c576948786c:34667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:43:00,743 DEBUG [M:0;0c576948786c:34667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731447779444Disabling compacts and flushes for region at 1731447779444Disabling writes for close at 1731447779444Obtaining lock to block concurrent updates at 1731447779444Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731447779444Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=810227, getHeapSize=998328, getOffHeapSize=0, getCellsCount=2477 at 1731447779444Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731447779445 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731447779445Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731447779461 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731447779461Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731447779868 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731447779892 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731447779892Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731447780306 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731447780325 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731447780325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2131187: reopening flushed file at 1731447780731 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4985bb94: reopening flushed file at 1731447780734 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775bb982: reopening flushed file at 1731447780738 (+4 ms)Finished flush of dataSize ~791.24 KB/810227, heapSize ~974.70 KB/998088, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=2272, compaction requested=false at 1731447780742 (+4 ms)Writing region close event to WAL at 1731447780743 (+1 ms)Closed at 1731447780743 2024-11-12T21:43:00,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741830_1006 (size=959146) 2024-11-12T21:43:00,747 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T21:43:00,747 INFO [M:0;0c576948786c:34667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T21:43:00,747 INFO [M:0;0c576948786c:34667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34667 2024-11-12T21:43:00,747 INFO [M:0;0c576948786c:34667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T21:43:00,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:43:00,849 INFO [M:0;0c576948786c:34667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T21:43:00,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10035e0aef60000, quorum=127.0.0.1:51200, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:43:00,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e531827{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:43:00,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ea205b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T21:43:00,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T21:43:00,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24457f8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T21:43:00,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350067e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/hadoop.log.dir/,STOPPED} 2024-11-12T21:43:00,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T21:43:00,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T21:43:00,863 WARN [BP-1259845928-172.17.0.2-1731447572973 heartbeating to localhost/127.0.0.1:38539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T21:43:00,863 WARN [BP-1259845928-172.17.0.2-1731447572973 heartbeating to localhost/127.0.0.1:38539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1259845928-172.17.0.2-1731447572973 (Datanode Uuid ecb9683f-2cbb-4beb-a617-82a76b1e7bbd) service to localhost/127.0.0.1:38539 2024-11-12T21:43:00,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/data/data1/current/BP-1259845928-172.17.0.2-1731447572973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:43:00,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/cluster_239423e2-51ed-5cb6-cb72-32785714cea1/data/data2/current/BP-1259845928-172.17.0.2-1731447572973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:43:00,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T21:43:00,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f405bdd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T21:43:00,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b829fcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T21:43:00,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T21:43:00,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a6a643{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T21:43:00,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@610d6b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6533c181-ff75-1455-68f0-45d1d11c8078/hadoop.log.dir/,STOPPED} 2024-11-12T21:43:00,890 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T21:43:01,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down